-- Logs begin at Wed 2022-07-20 21:44:52 UTC, end at Wed 2022-07-20 23:19:50 UTC. -- Jul 20 22:36:14.046222 dv-cinder-799871-38-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 22:36:16.722880 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.common.config [-] Logging enabled! Jul 20 22:36:16.723520 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 22:36:16.723701 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111011) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 22:36:16.726897 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.common.config [-] Logging enabled! Jul 20 22:36:16.727185 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 22:36:16.727498 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111011) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 22:36:16.728426 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 22:36:16.729186 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 22:36:16.729663 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 22:36:16.729910 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 22:36:16.730138 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 22:36:16.730460 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.730759 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.730996 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.731320 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.731616 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.731904 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.732200 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.732499 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.732786 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.733066 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.733351 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.733582 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.733864 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.734151 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.734438 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.734665 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] debug = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.734948 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.735400 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.735808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.736104 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.736538 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.736679 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.736952 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.737229 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.737515 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.737847 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] host = dv-cinder-799871-38-iscsi {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.738127 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.738417 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.738705 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.738992 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.739291 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.739568 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.739857 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.740131 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.740405 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.740685 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.740979 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.741268 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.741562 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.741787 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.742009 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.742294 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.742582 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.742859 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.743161 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.743440 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.743719 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.743993 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.744886 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.745192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.745479 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.745767 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.746048 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.746325 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.746598 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.746873 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.747189 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.747467 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.747743 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.748019 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.748307 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.748576 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.748852 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.749152 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.749439 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.749721 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.750009 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.750283 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.750567 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.750841 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.751146 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.751422 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_json = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.751695 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.751967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.752249 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.752523 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.752796 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.753070 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.753341 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.753625 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.753898 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:16.754194 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.754493 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.754794 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.755106 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.755414 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.755695 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.755985 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.756265 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.756555 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.756845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.757135 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.757412 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.757711 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.757999 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.758296 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.758604 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.758898 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.759217 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.759494 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.759769 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.760070 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.760351 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.760642 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.760923 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.761220 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.761511 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.761792 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.762090 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.762377 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.762664 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.762961 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.763274 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.763550 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.763833 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.764125 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.764406 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.764681 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.764970 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.765248 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.765522 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.765803 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.766094 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.766386 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.766662 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.766946 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.767266 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.767550 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.767824 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.768098 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.768377 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.768655 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.768941 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.769222 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.769499 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.769772 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.770051 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.770327 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.770603 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.770882 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.771184 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.771465 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.771739 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.772012 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.772284 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.772558 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.772829 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.773101 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.773372 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.773649 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.773922 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.774193 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.774468 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.774741 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.775036 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.775408 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.776221 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.776503 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.776785 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.777068 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.777347 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.777625 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.777907 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.778188 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.778463 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.778755 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.779071 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.779364 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.779650 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.779931 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.780251 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.780530 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.780812 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.781095 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.781375 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.781659 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.781947 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.782226 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.782503 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.782787 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.783094 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.783392 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.783686 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.783968 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.784263 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.784556 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.784851 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.785133 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.785442 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.785721 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:16.785941 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 22:36:16.786180 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111011) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 22:36:17.085792 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 22:36:17.086073 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 22:36:17.086377 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 22:36:17.086710 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 22:36:17.493489 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.493686 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.493964 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.495842 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.496129 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.496400 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.551847 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.552130 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.552403 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.566817 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.567123 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.567397 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.597312 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.597589 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.597861 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.634504 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.634803 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.635112 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.867423 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.868062 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.868062 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.868228 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.868904 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.967717 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.968048 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.968333 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.968607 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.968877 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.969191 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.969455 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.969713 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.969967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.970252 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.970515 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.970779 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.971054 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.971312 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.971572 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.971838 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.972100 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.972368 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.972639 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.972902 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.973181 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.973437 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.973722 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.974101 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.974358 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.974609 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:17.975034 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.975279 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.975519 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.975755 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.975992 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.976227 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:17.976595 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 22:36:17.979793 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 22:36:17.983731 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 22:36:17.987603 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 20 22:36:17.989240 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 22:36:17.990747 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 22:36:17.991124 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 22:36:17.991520 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 22:36:17.994333 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 22:36:17.994580 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 22:36:17.994924 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 22:36:18.000042 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 22:36:18.023336 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 22:36:18.023797 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:18.024101 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111011) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 22:36:18.024478 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:18.026443 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111011) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 22:36:18.026720 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 22:36:18.026969 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 22:36:18.030314 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:18.030596 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:18.162176 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 22:36:18.162358 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 22:36:18.162590 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 22:36:18.162954 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 22:36:18.216218 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO dbcounter [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Registered counter for database neutron Jul 20 22:36:18.236397 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_db.sqlalchemy.engines [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111011) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 22:36:18.242085 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writer thread running {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 22:36:18.854496 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing driver for type 'gre' Jul 20 22:36:18.855042 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] gre ID ranges: [(1, 1000)] Jul 20 22:36:18.985026 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing driver for type 'local' Jul 20 22:36:18.985649 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing driver for type 'vlan' Jul 20 22:36:19.070695 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] VlanTypeDriver initialization complete Jul 20 22:36:19.071076 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing driver for type 'vxlan' Jul 20 22:36:19.071587 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] vxlan ID ranges: [(1, 1000)] Jul 20 22:36:19.276860 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing extension driver 'port_security' Jul 20 22:36:19.277197 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.extensions.port_security [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] PortSecurityExtensionDriver initialization complete Jul 20 22:36:19.277529 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing mechanism driver 'openvswitch' Jul 20 22:36:19.277852 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing mechanism driver 'hyperv' Jul 20 22:36:19.284837 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.plugin [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:19.285506 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.285879 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.286230 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.286732 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.287202 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.287603 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.288002 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.288398 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.288803 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.289161 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.289506 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.289893 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.290312 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.290661 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.291027 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.291426 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.292079 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.292421 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.292758 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.293169 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.293567 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > address_group after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.293909 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > address_group after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.294264 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.294769 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111011) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 22:36:19.295235 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] ML2 OVO RPC backend initialized. {{(pid=111011) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 22:36:19.295954 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.296311 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.296728 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.297078 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > networks before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.297454 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.297792 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > ports before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.298133 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.298531 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnets before_response 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.298870 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.299247 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.299586 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.299922 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.300255 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.305967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.305967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.305967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.305967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.314218 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded quota_driver: . Jul 20 22:36:19.314583 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.plugin [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Modular L2 Plugin initialization complete Jul 20 22:36:19.314927 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading services supported by the core plugin {{(pid=111011) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 22:36:19.315286 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.plugins.ml2.managers [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Got port-security extension from driver 'port_security' Jul 20 22:36:19.315786 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.extensions.vlantransparent [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Disabled vlantransparent extension. Jul 20 22:36:19.316312 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111011) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 22:36:19.316636 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: router Jul 20 22:36:19.360126 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.360533 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_create 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.360886 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router before_create 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.361464 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.361877 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.362233 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_delete 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.362594 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.362941 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.363322 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_create 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.363672 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.364021 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.364368 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.364725 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.365134 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.365552 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.365897 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.366233 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: subnet after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.366572 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.366923 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.367290 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_create 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.367635 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.367986 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.368341 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router after_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.368685 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.369035 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_create 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.369938 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.370283 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_update 55549900 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.370646 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > agent after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.370993 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > agent after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.371356 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > network after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.372209 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Tracking information for resource: router configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:19.372579 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Tracking information for resource: floatingip configured {{(pid=111011) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 22:36:19.377486 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.db.l3_agentschedulers_db [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 22:36:19.378052 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.378408 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.378757 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.379143 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: port after_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.379983 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router before_create 55550100 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.380345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.380703 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_create 55550100 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.381055 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > router precommit_update 55550100 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.386029 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.provider_configuration [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service providers = [] {{(pid=111011) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 22:36:19.386372 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.db.servicetype_db [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111011) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 22:36:19.389338 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.service_base [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 22:36:19.389687 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.service_base [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 22:36:19.390024 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.service_base [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 22:36:19.391166 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.services.service_base [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111011) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 22:36:19.391562 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.services.service_base [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 22:36:19.391997 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.392311 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 22:36:19.427000 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.427349 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: auto_allocate Jul 20 22:36:19.433610 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: network precommit_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.433976 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: network precommit_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.434492 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.434806 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: tag Jul 20 22:36:19.441862 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.442199 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: timestamp Jul 20 22:36:19.451122 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.451403 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: network_ip_availability Jul 20 22:36:19.456969 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.457343 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.457698 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.458411 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.458727 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: flavors Jul 20 22:36:19.463748 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.464117 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading Plugin: revisions Jul 20 22:36:19.468332 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111011) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 22:36:19.468725 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.382s {{(pid=111011) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 22:36:19.469462 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111011) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 22:36:19.469798 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Initializing extension manager. Jul 20 22:36:19.470313 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: __init__.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.470652 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: __pycache__ {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.470981 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: address_group.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.471755 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.472320 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: address-group Jul 20 22:36:19.472642 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: address_scope.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.473312 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.473821 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: address-scope Jul 20 22:36:19.474138 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.475035 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.475540 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: router-admin-state-down-before-update Jul 20 22:36:19.475944 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: agent.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.476610 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.477122 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: agent Jul 20 22:36:19.477442 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: agent_resources_synced.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.478297 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.479337 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: agent-resources-synced Jul 20 22:36:19.479692 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: allowedaddresspairs.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.481518 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.482042 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: allowed-address-pairs Jul 20 22:36:19.482367 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: auto_allocated_topology.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.483444 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.484010 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: auto-allocated-topology Jul 20 22:36:19.484317 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: availability_zone.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.484974 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.485473 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: availability_zone Jul 20 22:36:19.485790 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: availability_zone_filter.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.491743 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.492251 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: availability_zone_filter Jul 20 22:36:19.492570 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: data_plane_status.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.493423 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.493921 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 22:36:19.494795 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: default_subnetpools.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.495753 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.496259 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: default-subnetpools Jul 20 22:36:19.496579 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.497354 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.497860 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: dhcp_agent_scheduler Jul 20 22:36:19.498182 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: dns.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.499137 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.499642 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension dns-integration not supported by any of loaded plugins Jul 20 22:36:19.499960 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: dns_domain_ports.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.500828 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.501338 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 22:36:19.501657 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.502597 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.503129 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 22:36:19.503454 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: dvr.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.504087 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.504591 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: dvr Jul 20 22:36:19.504911 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: ecmp_routes.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.505776 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.506280 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 22:36:19.506597 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: empty_string_filtering.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.507575 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.508087 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: empty-string-filtering Jul 20 22:36:19.508404 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.509263 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.509789 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 22:36:19.510272 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.511189 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.511692 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 22:36:19.512016 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: external_net.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.512868 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.513373 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: external-net Jul 20 22:36:19.513690 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.514606 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.515134 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: extra_dhcp_opt Jul 20 22:36:19.515453 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: extraroute.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.516315 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.516818 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: extraroute Jul 20 22:36:19.517136 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: extraroute_atomic.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.518108 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.518613 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: extraroute-atomic Jul 20 22:36:19.518934 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: filter_validation.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.519578 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.520077 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: filter-validation Jul 20 22:36:19.520394 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: fip_pf_description.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.521453 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.521964 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 22:36:19.522351 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: fip_pf_port_range.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.523253 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.523761 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 22:36:19.524081 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: fip_port_details.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.524944 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.525477 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: fip-port-details Jul 20 22:36:19.525793 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: flavors.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.527022 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.527547 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: flavors Jul 20 22:36:19.527872 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.531938 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.532463 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 22:36:19.532793 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: floatingip_pools.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.533511 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.534022 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: floatingip-pools Jul 20 22:36:19.534350 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: ip_allocation.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.535256 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.535761 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 22:36:19.536080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.536970 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.537474 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: ip-substring-filtering Jul 20 22:36:19.537795 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l2_adjacency.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.538728 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.539256 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 22:36:19.539583 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.540497 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.541540 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: router Jul 20 22:36:19.542115 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.544335 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.544868 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 22:36:19.545193 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.546072 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.546582 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: ext-gw-mode Jul 20 22:36:19.546902 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.547797 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.548405 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: l3-ha Jul 20 22:36:19.548785 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.549698 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.550200 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 22:36:19.550515 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_flavors.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.551404 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.551905 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: l3-flavors Jul 20 22:36:19.552223 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.553541 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.554052 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 22:36:19.554378 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.555329 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.555836 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 22:36:19.560210 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: l3agentscheduler.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.560210 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.560210 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: l3_agent_scheduler Jul 20 22:36:19.560210 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: local_ip.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.561695 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.562253 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension local_ip not supported by any of loaded plugins Jul 20 22:36:19.562586 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: logging.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.564041 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.564560 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension logging not supported by any of loaded plugins Jul 20 22:36:19.564888 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: metering.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.565591 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.566167 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: metering Jul 20 22:36:19.566490 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.567831 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.568346 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: metering_source_and_destination_fields Jul 20 22:36:19.568671 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: multiprovidernet.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.569548 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.570057 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: multi-provider Jul 20 22:36:19.570379 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: netmtu.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.571267 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.571839 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: net-mtu Jul 20 22:36:19.572156 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: netmtu_writable.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.573056 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.573562 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: net-mtu-writable Jul 20 22:36:19.573882 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: network_availability_zone.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.574509 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.575039 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: network_availability_zone Jul 20 22:36:19.575357 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: network_ip_availability.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.576407 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.576919 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: network-ip-availability Jul 20 22:36:19.577242 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: network_segment_range.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.577963 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.578522 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 22:36:19.578845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: pagination.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.579802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.580192 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: pagination Jul 20 22:36:19.580514 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_device_profile.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.581376 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.581894 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-device-profile Jul 20 22:36:19.582215 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_mac_address_override.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.583113 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.583632 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-mac-override Jul 20 22:36:19.583953 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.584851 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.585426 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-mac-address-regenerate Jul 20 22:36:19.585745 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.586710 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.587244 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-numa-affinity-policy Jul 20 22:36:19.587568 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_resource_request.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.588453 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.588962 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 22:36:19.589282 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: port_resource_request_groups.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.590303 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.590814 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 22:36:19.591167 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: portbindings.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.592048 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.592561 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: binding Jul 20 22:36:19.592879 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: portbindings_extended.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.594131 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.594640 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: binding-extended Jul 20 22:36:19.594964 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: portsecurity.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.595911 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.596417 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-security Jul 20 22:36:19.596739 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: project_id.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.597661 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.597989 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: project-id Jul 20 22:36:19.598309 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: providernet.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.599213 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.599727 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: provider Jul 20 22:36:19.600047 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.607814 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.608339 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos not supported by any of loaded plugins Jul 20 22:36:19.608667 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.609858 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.610381 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 22:36:19.610710 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.611680 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.612251 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 22:36:19.612580 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_default.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.613530 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.614057 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-default not supported by any of loaded plugins Jul 20 22:36:19.614364 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_fip.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.615260 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.615765 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-fip not supported by any of loaded plugins Jul 20 22:36:19.616089 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.616950 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.617456 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 22:36:19.617837 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_gateway_ip.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.618701 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.619801 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 22:36:19.620132 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_port_network_policy.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.620995 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.621503 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 22:36:19.621825 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.622806 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.623349 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 22:36:19.623673 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.624769 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.625272 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 22:36:19.625593 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_pps_rule.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.626763 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.627430 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-pps not supported by any of loaded plugins Jul 20 22:36:19.627756 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_rule_type_details.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.628635 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.629144 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 22:36:19.629466 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.630337 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.630847 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 22:36:19.631204 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: qos_rules_alias.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.632197 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.632711 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 22:36:19.633031 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: quota_check_limit.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.640099 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.640615 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: quota-check-limit Jul 20 22:36:19.640936 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: quotasv2.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.641879 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.642199 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: quotas Jul 20 22:36:19.642517 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: quotasv2_detail.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.644259 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.644592 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: quota_details Jul 20 22:36:19.644919 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: rbac.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.646207 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.646821 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: rbac-policies Jul 20 22:36:19.647178 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: rbac_address_group.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.648063 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.648582 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: rbac-address-group Jul 20 22:36:19.648980 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: rbac_address_scope.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.649853 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.650398 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: rbac-address-scope Jul 20 22:36:19.650726 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: rbac_security_groups.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.651690 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.652258 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: rbac-security-groups Jul 20 22:36:19.652633 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: rbac_subnetpool.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.653504 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.654020 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: rbac-subnetpool Jul 20 22:36:19.654409 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: revisionifmatch.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.661597 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.662201 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: revision-if-match Jul 20 22:36:19.662578 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: revisions.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.663792 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.664450 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: standard-attr-revisions Jul 20 22:36:19.664819 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: router_availability_zone.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.665508 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.666908 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: router_availability_zone Jul 20 22:36:19.667265 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: routerservicetype.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.668194 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.668715 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension router-service-type not supported by any of loaded plugins Jul 20 22:36:19.669043 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.669970 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.670497 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: security-groups-normalized-cidr Jul 20 22:36:19.670846 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.671749 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.672278 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: port-security-groups-filtering Jul 20 22:36:19.672605 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.673491 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.674014 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: security-groups-remote-address-group Jul 20 22:36:19.674338 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.675257 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.675843 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: security-groups-shared-filtering Jul 20 22:36:19.676187 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: securitygroup.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.688080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.688619 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: security-group Jul 20 22:36:19.688954 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: segment.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.689659 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.690177 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension segment not supported by any of loaded plugins Jul 20 22:36:19.690503 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.691438 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.691952 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 22:36:19.692281 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: servicetype.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.693343 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.693866 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: service-type Jul 20 22:36:19.694192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: sorting.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.695172 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.695511 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: sorting Jul 20 22:36:19.702444 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: standard_attr_segment.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.703094 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.703613 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 22:36:19.703940 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: standardattrdescription.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.704557 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.705069 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: standard-attr-description Jul 20 22:36:19.705396 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: stateful_security_group.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.706299 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.706814 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: stateful-security-group Jul 20 22:36:19.707179 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: stdattrs_common.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.707732 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 22:36:19.708055 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.708946 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.709471 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 22:36:19.709869 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnet_onboard.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.710891 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.711450 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: subnet_onboard Jul 20 22:36:19.711776 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.712663 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.713234 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 22:36:19.713560 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnet_service_types.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.714579 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.715128 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: subnet-service-types Jul 20 22:36:19.715454 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnetallocation.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.716490 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.717005 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: subnet_allocation Jul 20 22:36:19.717331 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.717966 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.718485 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: subnetpool-prefix-ops Jul 20 22:36:19.718808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.719728 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.720243 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 22:36:19.720565 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: tagging.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.721687 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.722219 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: standard-attr-tag Jul 20 22:36:19.722547 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: timestamp.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.723739 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.724258 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loaded extension: standard-attr-timestamp Jul 20 22:36:19.724588 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: trunk.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.725640 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.726296 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension trunk not supported by any of loaded plugins Jul 20 22:36:19.726625 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: trunk_details.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.727530 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.728043 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension trunk-details not supported by any of loaded plugins Jul 20 22:36:19.728372 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: uplink_status_propagation.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.729763 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.730274 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 22:36:19.730600 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Loading extension file: vlantransparent.py {{(pid=111011) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 22:36:19.731276 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111011) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 22:36:19.731785 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 22:36:19.734410 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:network Jul 20 22:36:19.734948 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnet Jul 20 22:36:19.735379 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 22:36:19.735769 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:port Jul 20 22:36:19.737075 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.737518 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service FLAVORS assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.738138 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.738570 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.738947 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:router Jul 20 22:36:19.742845 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 22:36:19.742845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service METERING assigned prefix: /metering {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.742845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.742845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.742845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:36:19.743254 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 22:36:19.743681 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:security_group Jul 20 22:36:19.744213 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 22:36:19.744750 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service CORE assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.745080 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 22:36:19.745427 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] subnetpool is already registered Jul 20 22:36:19.745858 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service CORE assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.746183 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 22:36:19.746515 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] subnetpool is already registered Jul 20 22:36:19.748957 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.749398 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service FLAVORS assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.750304 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.750730 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.751211 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:router Jul 20 22:36:19.751553 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] router is already registered Jul 20 22:36:19.751971 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 22:36:19.752305 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] floatingip is already registered Jul 20 22:36:19.752764 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service METERING assigned prefix: /metering {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.753439 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 22:36:19.753766 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] rbac_policy is already registered Jul 20 22:36:19.754180 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:security_group Jul 20 22:36:19.754517 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] security_group is already registered Jul 20 22:36:19.754923 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 22:36:19.755354 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] security_group_rule is already registered Jul 20 22:36:19.755988 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service CORE assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.756314 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 22:36:19.756649 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] subnetpool is already registered Jul 20 22:36:19.757069 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.v2.resource_helper [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Service CORE assigned prefix: {{(pid=111011) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 22:36:19.757390 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 22:36:19.757719 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING neutron.quota.resource_registry [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] subnetpool is already registered Jul 20 22:36:19.758200 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: extensions {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.759771 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: address-groups {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.761428 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: address-scopes {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.762778 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: agents {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.763987 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: auto-allocated-topology {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.765249 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: availability_zones {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.766486 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: dhcp-networks {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.768121 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: dhcp-agents {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.769578 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: routers {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.771326 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: flavors {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.772607 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: service_profiles {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.773823 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: next_providers {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.776096 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: service_profiles {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.777819 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: floatingip-pools {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.779085 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: routers {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.780803 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: floatingips {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.782099 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: l3-routers {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.783522 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: l3-agents {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.785041 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: metering-labels {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.786335 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: metering-label-rules {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.787769 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: network-ip-availabilities {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.789051 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: bindings {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.790780 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: quotas {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.793325 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: quotas {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.794878 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: rbac-policies {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.796200 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: security-groups {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.797519 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: security-group-rules {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.798808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: service-providers {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.800075 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: subnetpools {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.801566 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: subnetpools {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.804139 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.805834 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.807831 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.809638 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.811601 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.813681 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.815424 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.817430 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.819346 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.821110 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron.api.extensions [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Extended resource: tags {{(pid=111011) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 22:36:19.827443 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING keystonemiddleware.auth_token [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 22:36:19.832622 dv-cinder-799871-38-iscsi neutron-server[111011]: WARNING keystonemiddleware.auth_token [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 22:36:19.842074 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Acquired lock "singleton_lock" {{(pid=111011) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 22:36:19.842552 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_concurrency.lockutils [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Releasing lock "singleton_lock" {{(pid=111011) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 22:36:19.843229 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Starting 2 workers Jul 20 22:36:19.848174 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Started child 111122 {{(pid=111011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 22:36:19.852836 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Started child 111123 {{(pid=111011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 22:36:19.854038 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.854753 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO neutron.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 22:36:19.855245 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.855557 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [-] (111122) wsgi starting up on http://0.0.0.0:9696 Jul 20 22:36:19.857740 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Starting 1 workers Jul 20 22:36:19.857917 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.859254 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [-] (111123) wsgi starting up on http://0.0.0.0:9696 Jul 20 22:36:19.863103 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Started child 111124 {{(pid=111011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 22:36:19.863657 dv-cinder-799871-38-iscsi neutron-server[111011]: INFO oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Starting 1 workers Jul 20 22:36:19.867161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] calling RpcWorker wait() {{(pid=111124) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 22:36:19.867736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] returning from RpcWorker wait() {{(pid=111124) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 22:36:19.868401 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Started child 111125 {{(pid=111011) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 22:36:19.869588 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.869758 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG neutron_lib.callbacks.manager [None req-afd13c33-6279-4fb9-9107-bd31bb865b89 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.870157 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:19.871913 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111011) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 22:36:19.872134 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 22:36:19.872319 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 22:36:19.872548 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 22:36:19.872860 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 22:36:19.873040 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 22:36:19.873549 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.873814 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.873905 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:19.874345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.874345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.874808 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:19.874901 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.875204 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.875464 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.875743 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.876001 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.876162 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.876331 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.876592 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.876842 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.877177 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.877454 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.877698 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.877949 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.878119 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.878369 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.878648 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.878914 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.879230 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] debug = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.879508 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.879996 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.880222 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.880474 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.880710 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.880977 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.881210 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.881485 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.881730 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.881977 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.882232 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.882507 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.882750 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.882981 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.883250 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.883531 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.883766 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.884275 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] host = dv-cinder-799871-38-iscsi {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.884524 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.884839 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.885553 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.885812 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.886080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.886316 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.886569 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.886840 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.887107 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.887345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.887598 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.887843 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.888089 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.888329 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.888493 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_options = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.888741 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.889006 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.889281 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.889479 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.889647 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.889808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.890053 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.890215 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.890471 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.890687 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.890903 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.891157 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.891403 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.891640 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.891887 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.892126 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.892360 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.892570 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.892831 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.893087 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.893352 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.893618 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.893828 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.894064 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.894278 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.894514 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.894772 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.895022 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.895240 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.896602 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.896930 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.897136 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.897470 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.897623 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.897884 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.899489 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.899755 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.900231 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.900383 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.901748 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.901748 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.901748 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.903219 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.903219 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.903219 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.903219 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.903467 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_json = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.904313 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.904549 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.904811 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.905060 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.905303 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.905533 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.905771 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.906018 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.906246 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.906657 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.906956 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.907304 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910192 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.910802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.911178 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.911272 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.911453 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.911681 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.911910 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.912162 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.912424 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.912656 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.912891 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.913143 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.913371 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.913660 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.913942 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.914231 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.914594 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.914868 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.915148 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.915445 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.915687 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.915993 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.916220 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.916443 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.916937 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.917166 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.917446 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.917684 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.917923 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.918155 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.918396 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.918645 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.918889 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.919172 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.919426 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.919653 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.919892 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.920207 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.920478 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.920696 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.920929 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.921185 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.921458 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.921686 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.921933 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.922193 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.922430 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.922680 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.922913 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.923156 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.923405 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.923644 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.923912 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.924156 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.924397 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.924621 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.924839 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.925052 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.925278 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.925515 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.925751 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.925971 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.926184 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.926403 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.926620 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.926836 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.927080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.927330 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.927629 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.927835 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.928807 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.930174 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.930514 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.931302 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.932401 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.933158 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.933394 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.933745 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.934030 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.934296 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.934552 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.934814 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.935142 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.935470 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.935831 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.936082 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.936362 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.936624 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.936880 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.937138 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.937373 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.937797 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.938112 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.938364 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.938861 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.939140 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.939375 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.939629 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.939863 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.940113 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.940358 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.940612 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.940869 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.941126 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.941384 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.941630 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.941888 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.942125 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.942419 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.942664 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.942960 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.943208 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.943482 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.944034 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.944305 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.944590 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.944844 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.945109 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.945369 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.945603 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.945942 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.946209 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.946445 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.946686 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.946949 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.947269 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.947495 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.947786 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.948115 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.948352 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.948571 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.949025 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.949301 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.949554 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.949808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.950075 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.950325 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.950566 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.950828 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.951101 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.951341 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.951579 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.951832 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.952047 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.952283 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.952577 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.952853 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.953731 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.954186 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.954447 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.954684 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.954928 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.955169 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.955390 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.955608 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.955879 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.956195 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.956426 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.956674 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.956896 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.957135 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.957359 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.957581 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.957832 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.958057 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.958318 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.958573 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.958792 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.959041 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.959268 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.959845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.959845 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.960024 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.960204 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.960418 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.960654 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.960874 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.961088 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.961329 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.961571 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.961786 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.962036 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.962282 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.962623 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.963409 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.963661 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.963897 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.964135 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.964378 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.964593 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.964832 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.965071 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.965291 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.965521 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.965738 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.965956 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.966215 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.966431 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.966647 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.966905 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.967163 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.967429 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.967652 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.967876 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.968094 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.968331 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.968549 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.968763 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.968975 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.969185 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.969406 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.969615 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.969916 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.970163 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.970391 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.970642 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.970895 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.971156 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.971388 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.971593 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.971808 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.972028 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.972249 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.972457 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.972684 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.972892 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.973106 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.973324 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.973543 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.973752 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.973981 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.974211 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.974422 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.974643 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.974859 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.975090 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.975407 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.976307 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.976475 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977074 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977074 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977074 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977389 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977514 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.977726 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.978088 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.978219 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.978374 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.978701 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.978950 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.979193 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.979482 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.979731 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.980147 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.980245 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.980517 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.980751 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.981008 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.981238 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.981459 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.981680 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.981919 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.982242 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.982520 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.982749 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.983002 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.983300 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.983591 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.983881 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.984102 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.984809 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.984809 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.985078 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.985616 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.985616 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.985780 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.985918 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.986152 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.986370 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.986605 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.986822 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.987080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.987334 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.987581 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.987939 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.988115 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.988277 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.988502 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.988730 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.988951 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.989172 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:19.989332 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 22:36:19.989861 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111011) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 22:36:19.990034 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 22:36:19.990174 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 22:36:19.990345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 22:36:19.990511 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 22:36:19.990651 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 22:36:19.990861 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991027 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991187 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991345 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991522 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991680 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.991835 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992012 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992147 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992302 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992458 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992791 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992791 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.992999 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993118 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993252 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993348 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993488 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993644 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993859 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.993953 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.994615 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] debug = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.994773 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.994987 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995202 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995300 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995457 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995614 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:19.995830 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.995918 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996056 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996212 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.996802 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997111 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997111 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997269 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997383 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] host = dv-cinder-799871-38-iscsi {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997538 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997693 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.997850 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998005 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998161 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998378 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998542 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998689 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.998896 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.999026 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.999162 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.999317 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.999676 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:19.999888 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.000053 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_options = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.000389 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.000733 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.000895 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001080 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001244 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001400 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001557 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001719 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.001882 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002093 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002273 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002422 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002562 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002697 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002834 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.002972 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.003104 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.003198 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.003333 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.003490 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.003642 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004002 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004002 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004290 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004290 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004568 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004568 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004821 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.004821 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005264 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005264 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005264 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005664 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005664 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.005664 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006067 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006067 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006067 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006446 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006446 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006706 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006706 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006997 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.006997 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007277 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007277 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007441 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_json = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007521 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007653 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007809 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.007964 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008119 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008275 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008431 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008587 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008743 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 22:36:20.008922 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009175 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009335 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009428 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009524 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009733 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.009895 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010054 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010211 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010372 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010537 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010697 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.010865 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011065 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011208 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011371 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011531 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011690 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011834 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.011997 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012587 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012587 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012587 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012587 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012899 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.012899 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013048 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013480 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013480 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013480 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013734 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.013826 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014052 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014209 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014346 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014438 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014561 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014727 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.014886 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015064 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015242 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015374 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015533 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015692 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.015851 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016011 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016171 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016331 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016491 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016654 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016807 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.016967 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017125 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017284 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017445 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017604 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017762 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.017931 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.018090 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.018247 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.018406 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.018565 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.019475 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.019475 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.019475 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.019829 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020361 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020361 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020361 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020604 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020604 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020754 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.020902 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021086 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021217 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021381 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021530 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021674 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021833 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.021991 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022151 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022310 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022915 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022915 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022915 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.022915 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023455 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023455 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023455 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023783 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023783 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.023943 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024024 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024136 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024297 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024459 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024622 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.024766 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.025190 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.025190 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.025190 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026134 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026134 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026413 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026413 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026696 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.026696 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027089 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027089 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027089 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027486 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027486 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027486 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027968 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027968 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.027968 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.028350 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.028350 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.028350 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.028753 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.028753 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029023 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029023 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029313 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029313 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029648 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029648 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029900 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.029900 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030178 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030178 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030391 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030473 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030601 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030761 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.030922 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031100 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031260 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031430 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031589 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031746 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.031906 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032088 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032247 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032406 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032565 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032722 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.032881 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033044 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033203 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033362 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033521 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033680 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.033840 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034001 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034175 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034318 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034464 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034624 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034784 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.034941 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035125 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035285 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035444 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035603 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035762 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.035922 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036082 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036241 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036401 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036561 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036719 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.036882 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037043 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037199 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037353 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037493 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037650 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037809 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.037971 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038130 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038289 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038455 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038597 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038741 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.038903 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039085 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039246 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039412 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039562 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039714 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.039868 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040028 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040188 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040346 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040507 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040665 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.040842 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.041053 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.041213 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.041375 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.041536 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.041948 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042108 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042267 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042427 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042585 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042746 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.042905 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043100 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043261 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043419 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043576 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043738 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.043899 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044058 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044217 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044377 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044536 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044695 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.044854 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045012 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045176 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045335 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045494 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045653 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045825 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.045983 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046143 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046303 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046463 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046622 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046791 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.046949 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047130 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047289 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047449 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047607 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047775 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.047934 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048093 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048252 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048411 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048571 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048737 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.048896 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049055 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049212 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049371 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049530 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049698 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.049856 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050015 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050173 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050332 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050490 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050657 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050816 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.050975 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051153 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051313 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051473 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051640 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051801 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.051961 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052128 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052290 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052448 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052606 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052775 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.052935 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053097 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053255 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053414 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053574 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053735 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.053898 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054065 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054230 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054392 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054558 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054723 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.054891 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055078 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055249 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055420 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055579 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055736 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.055895 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.056053 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.056212 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.056369 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057062 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057209 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057364 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057521 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057678 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057836 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.057993 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058150 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058308 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058466 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058625 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058785 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.058943 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 22:36:20.059114 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111011) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 22:36:20.226178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44246) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:20.235194 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069990 Jul 20 22:36:29.156286 dv-cinder-799871-38-iscsi neutron-server[111011]: DEBUG dbcounter [-] [111011] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111011) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:31.615923 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writer thread running {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 22:36:31.616473 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0250b2-4586-40d8-9d49-85e8cdd26e3b None None] get_active_networks_info from dv-cinder-799871-38-iscsi {{(pid=111124) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 22:36:31.674888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0250b2-4586-40d8-9d49-85e8cdd26e3b None None] No non-hosted networks {{(pid=111124) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 22:36:31.705750 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.agentschedulers_db [None req-2c0250b2-4586-40d8-9d49-85e8cdd26e3b None None] DHCP Agent not found on host dv-cinder-799871-38-iscsi {{(pid=111124) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 20 22:36:31.899089 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bc1e23b8-5ff5-44d9-b232-aadf44067ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:33.428391 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writer thread running {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 22:36:33.984918 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1b2604f3-8328-4dc9-8296-59f48bda17d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:34.048377 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.db.api [None req-a5802738-db81-455e-a7b5-9c82d6ab9328 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-38-iscsi {{(pid=111124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 22:36:34.049137 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG oslo_db.api [None req-a5802738-db81-455e-a7b5-9c82d6ab9328 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 22:36:34.647735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a5802738-db81-455e-a7b5-9c82d6ab9328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:34.888672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44314) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:35.190517 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:35.526824 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING oslo_policy.policy [None req-b4822da6-9c8c-468e-94c8-3af1408e9e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:36:35.527419 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING oslo_policy.policy [None req-b4822da6-9c8c-468e-94c8-3af1408e9e30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:36:35.746466 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [None req-b4822da6-9c8c-468e-94c8-3af1408e9e30 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:36:35.749201 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b4822da6-9c8c-468e-94c8-3af1408e9e30 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8595927 Jul 20 22:36:36.367079 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:36.795723 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:36.796416 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.796812 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.797071 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.797401 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.797728 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.798061 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.798375 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.798716 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.799256 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.799552 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.799891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.800219 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.800553 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.800873 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.801315 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:36.801699 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-38-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:36.807746 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-38-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:36:38.101837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44350) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:38.466573 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:36:38.558871 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.policy [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 22:36:38.601796 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING oslo_policy.policy [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:36:38.602113 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING oslo_policy.policy [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:36:38.627082 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writer thread running {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 22:36:38.764373 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793455045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793454585', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793471108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793464430', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793490510', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755793481700', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-620912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831298', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8174654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8006377'] for rbac-policy (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:38.957764 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:38.959042 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3c370425-02e3-41da-9fef-2fc25c12167a admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8556302 Jul 20 22:36:39.135907 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.db.l3_hamode_db [None req-8212cfb4-767b-4370-887b-a939cbe6d4f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 22:36:39.214769 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212cfb4-767b-4370-887b-a939cbe6d4f8 None None] Routers set() bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:36:39.215164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212cfb4-767b-4370-887b-a939cbe6d4f8 None None] Router IDs set() for agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 22:36:41.222331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44362) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:41.548484 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:36:41.624154 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Made reservation on behalf of da54f6860e1f43c29cf90271280bdcae for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:36:41.628009 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:41.645686 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:41.753358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks [] for security_group (e308c682-a367-438c-b1b9-e30156d0c79d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:41.812670 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e308c682-a367-438c-b1b9-e30156d0c79d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:41.848037 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:36:41.876812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755790227770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (acea2a79-bf8d-4acd-ad1e-37e59fd1dc17), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:41.877226 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Unsubscribe: segment precommit_create {{(pid=111123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 22:36:41.877767 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Added segment acea2a79-bf8d-4acd-ad1e-37e59fd1dc17 of type vlan for network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 Jul 20 22:36:41.892969 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e308c682-a367-438c-b1b9-e30156d0c79d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:41.919645 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.920044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.920365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.920714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.921043 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.921366 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.921689 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.922004 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.922340 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.922657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.922975 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.923327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.923646 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.923959 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.924270 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Tracked resource versions report: Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: pushed versions: Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: { 'AddressGroup': {'1.2'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Agent': {'1.1'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'ConntrackHelper': {'1.0'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Log': {'1.0'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'NDPProxy': {'1.0'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Network': {'1.1'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Port': {'1.7'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'PortForwarding': {'1.3'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'QosPolicy': {'1.10'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroup': {'1.5'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SubPort': {'1.0'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Subnet': {'1.1'}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Trunk': {'1.1'}} Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: consumer versions: Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Agent': '1.1', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'ConntrackHelper': '1.0', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'LocalIPAssociation': '1.0', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Log': '1.0', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'NDPProxy': '1.0', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Network': '1.1', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Port': '1.7', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'PortForwarding': '1.3', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'QosPolicy': '1.10', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroup': '1.5', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroupRule': '1.2', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SubPort': '1.0', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Subnet': '1.1', Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Trunk': '1.1'}} Jul 20 22:36:41.925702 dv-cinder-799871-38-iscsi neutron-server[111123]: {{(pid=111123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:36:41.988183 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (80c2cd50-0d9a-4038-8ca0-1193bdd52d46), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:42.075458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (80c2cd50-0d9a-4038-8ca0-1193bdd52d46), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:42.080532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:36:42.081235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:42.139411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:42.201106 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9777126 Jul 20 22:36:42.201683 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796a0bd-60cb-4344-83bf-b070af766049 demo demo] Pushing event updated for resources: {'Network': ['ID=80c2cd50-0d9a-4038-8ca0-1193bdd52d46,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:42.214560 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:36:44.515558 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44376) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:44.928116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e051c-bb0d-406a-bb7f-0be7313686c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:36:44.929487 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-5e1e051c-bb0d-406a-bb7f-0be7313686c8 demo admin] 10.222.0.81 "GET /v2.0/networks/80c2cd50-0d9a-4038-8ca0-1193bdd52d46 HTTP/1.1" status: 200 len: 825 time: 0.4129031 Jul 20 22:36:44.954534 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e7d037b1-1c63-4c71-abe7-02fadff53f3c demo admin] 10.222.0.81 "GET /v2.0/subnetpools/b9224030-4e85-43da-9773-e8680783b066 HTTP/1.1" status: 200 len: 734 time: 0.0191584 Jul 20 22:36:44.963890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:36:45.035468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Made reservation on behalf of da54f6860e1f43c29cf90271280bdcae for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:36:45.037976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:45.280628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:45.441451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (af8692d3-2b8e-4cdd-8120-3184d9ae424f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:45.515753 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Pushing event updated for resources: {'Subnet': ['ID=af8692d3-2b8e-4cdd-8120-3184d9ae424f,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:45.517917 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Checking segment: {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:36:45.518289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Network hostable DHCP agents. Network: 80c2cd50-0d9a-4038-8ca0-1193bdd52d46, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:36:45.623605 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:36:45.726360 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 80c2cd50-0d9a-4038-8ca0-1193bdd52d46) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:36:45.731475 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:36:45.732087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:45.736805 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303ea48-8212-4216-880d-06bfd8604fb2 None None] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:36:45.860436 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c8958bab-63f5-43cb-8c27-0aa3480a8b2b demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9004333 Jul 20 22:36:45.995622 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:36:45.996944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:46.283088 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Allocated IP 172.20.0.2 (80c2cd50-0d9a-4038-8ca0-1193bdd52d46/af8692d3-2b8e-4cdd-8120-3184d9ae424f/0b181e1c-d2f3-442d-9bc1-90c1f0fd6511) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:36:46.402672 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:46.551057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks [] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:46.670126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:46.713386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:46.755745 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:36:46.760442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Pushing event updated for resources: {'Port': ['ID=0b181e1c-d2f3-442d-9bc1-90c1f0fd6511,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:46.762891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:36:46.770957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:36:46.774436 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.774782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.775166 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Tracked resource versions report: Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: pushed versions: Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: { 'AddressGroup': {'1.2'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Agent': {'1.1'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'ConntrackHelper': {'1.0'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Log': {'1.0'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'NDPProxy': {'1.0'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Network': {'1.1'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Port': {'1.7'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'PortForwarding': {'1.3'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'QosPolicy': {'1.10'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroup': {'1.5'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SubPort': {'1.0'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Subnet': {'1.1'}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Trunk': {'1.1'}} Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: consumer versions: Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Agent': '1.1', Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'ConntrackHelper': '1.0', Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'LocalIPAssociation': '1.0', Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Log': '1.0', Jul 20 22:36:46.781906 dv-cinder-799871-38-iscsi neutron-server[111124]: 'NDPProxy': '1.0', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Network': '1.1', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Port': '1.7', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'PortForwarding': '1.3', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'QosPolicy': '1.10', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroup': '1.5', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroupRule': '1.2', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SubPort': '1.0', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Subnet': '1.1', Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Trunk': '1.1'}} Jul 20 22:36:46.783516 dv-cinder-799871-38-iscsi neutron-server[111124]: {{(pid=111124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:36:46.861882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Attempting to bind port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:36:46.862283 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Attempting to bind port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:36:46.862705 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Attempting to bind port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 on network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:36:46.868179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:36:46.868549 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Checking segment: {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:36:46.869015 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:46.869404 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Bound using segment: {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:36:46.869864 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Bound port: 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:36:46.870261 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:46.932521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] For port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:36:46.951953 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] For port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=0b181e1c-d2f3-442d-9bc1-90c1f0fd6511,segment=NetworkSegment(acea2a79-bf8d-4acd-ad1e-37e59fd1dc17),segment_id=acea2a79-bf8d-4acd-ad1e-37e59fd1dc17)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:36:47.042467 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:47.100544 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b142d28-ab39-42ce-9b6b-c4e9075f85e0 None None] Pushing event updated for resources: {'Port': ['ID=0b181e1c-d2f3-442d-9bc1-90c1f0fd6511,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:48.180586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44386) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:48.333438 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:48.338056 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=7 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:48.527882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [None req-402e2127-8168-4159-bf5d-4af0d64316f7 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:36:48.528879 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-402e2127-8168-4159-bf5d-4af0d64316f7 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3473482 Jul 20 22:36:50.839138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44398) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:51.166277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [None req-219786d9-80a4-4d7d-a0cd-e605a4e091b6 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:36:51.167300 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-219786d9-80a4-4d7d-a0cd-e605a4e091b6 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3271801 Jul 20 22:36:53.462448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44406) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:53.793503 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:36:53.881651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (702e422d-6774-4053-ba71-87384bb60a7b), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:53.885719 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (702e422d-6774-4053-ba71-87384bb60a7b), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.029152 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:54.038889 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Publish callbacks [] for router_controller (702e422d-6774-4053-ba71-87384bb60a7b), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.110317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (702e422d-6774-4053-ba71-87384bb60a7b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.208367 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.209594 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-82a574f6-b95e-4420-bb31-49e180f96fed demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7459869 Jul 20 22:36:54.446799 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:36:54.534945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:36:54.535650 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.645355 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:36:54.645752 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.682564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=0b181e1c-d2f3-442d-9bc1-90c1f0fd6511,segment=NetworkSegment(acea2a79-bf8d-4acd-ad1e-37e59fd1dc17),segment_id=acea2a79-bf8d-4acd-ad1e-37e59fd1dc17)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:36:54.737895 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:54.798239 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=0b181e1c-d2f3-442d-9bc1-90c1f0fd6511,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:55.195731 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb393a5c-c418-4e45-b627-a1f7f0401d2e None None] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:36:55.321777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-1fe23076-dbfb-43a9-b07d-2eb33a4684c6 None None] Provisioning complete for port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:36:55.322158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1fe23076-dbfb-43a9-b07d-2eb33a4684c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:55.362225 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:55.402002 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-1fe23076-dbfb-43a9-b07d-2eb33a4684c6 None None] Current status of the port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:36:55.519982 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-3d6c3ed7-3385-4f14-8ff9-129ddb39cd11 None None] Provisioning complete for port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:36:55.520708 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3d6c3ed7-3385-4f14-8ff9-129ddb39cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:55.593134 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c3ed7-3385-4f14-8ff9-129ddb39cd11 None None] Current status of the port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:36:56.411898 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:36:56.454573 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:36:56.454882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:56.512682 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44418) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:56.528555 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:36:56.827982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [None req-41202cf3-c046-4067-8031-5ae5d5e14368 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:36:56.828999 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-41202cf3-c046-4067-8031-5ae5d5e14368 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3152876 Jul 20 22:36:59.098816 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44426) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:36:59.416912 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:36:59.479866 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Made reservation on behalf of 015b89c7582349b2a89f8bbaea747017 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:36:59.482117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.490422 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.563672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks [] for security_group (e910b5fb-1637-40d9-a5c6-afc0af3d8bbb), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.623095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e910b5fb-1637-40d9-a5c6-afc0af3d8bbb), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.640888 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Reserving flat network on physical network physnet1 {{(pid=111123) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 22:36:59.661880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910b5fb-1637-40d9-a5c6-afc0af3d8bbb,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:59.664963 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (e03462a6-8240-47c9-ade3-5657f8afc9da), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.665300 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Added segment e03462a6-8240-47c9-ade3-5657f8afc9da of type flat for network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 Jul 20 22:36:59.711743 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (9c852534-811b-4ca3-b5ed-b07def3f1eb7), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.817538 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (9c852534-811b-4ca3-b5ed-b07def3f1eb7), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.818523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:36:59.819163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:36:59.910696 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] Pushing event updated for resources: {'Network': ['ID=9c852534-811b-4ca3-b5ed-b07def3f1eb7,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:36:59.924608 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:36:59.927262 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:36:59.929265 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-bd666c5a-d551-4cb8-856f-53af2fff2e3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8287640 Jul 20 22:37:01.611261 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3010e1e8-88bc-4c6c-ae26-220e471cc8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:01.929954 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:02.181434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44434) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:37:02.548331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4639fa1-b2df-4399-ace3-c33f06fcb78d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:37:02.549654 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e4639fa1-b2df-4399-ace3-c33f06fcb78d demo admin] 10.222.0.81 "GET /v2.0/subnets/af8692d3-2b8e-4cdd-8120-3184d9ae424f HTTP/1.1" status: 200 len: 849 time: 0.3673151 Jul 20 22:37:02.668014 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3f9acbac-fd39-46cb-8ced-4bb9bd3bc046 demo admin] 10.222.0.81 "GET /v2.0/routers/702e422d-6774-4053-ba71-87384bb60a7b HTTP/1.1" status: 200 len: 704 time: 0.1123505 Jul 20 22:37:02.939226 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:02.941708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:03.071203 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:03.283257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Allocated IP 172.20.0.1 (80c2cd50-0d9a-4038-8ca0-1193bdd52d46/af8692d3-2b8e-4cdd-8120-3184d9ae424f/97d0ade0-cf40-4c46-b1af-40cbfad9503f) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:37:03.439214 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks [] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:03.560293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:03.625947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:37:03.639818 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:37:03.646233 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:37:03.646792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (702e422d-6774-4053-ba71-87384bb60a7b), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:03.669060 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Pushing event updated for resources: {'Port': ['ID=97d0ade0-cf40-4c46-b1af-40cbfad9503f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:03.860451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-626120e9-24b0-475d-94ce-d46e36429469 None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:03.860962 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-626120e9-24b0-475d-94ce-d46e36429469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:03.937451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:03.958190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-626120e9-24b0-475d-94ce-d46e36429469 None None] Port 97d0ade0-cf40-4c46-b1af-40cbfad9503f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:37:04.005538 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cd6e3e1a-421e-4739-a63d-d0fd8fb06718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:04.117996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:04.143935 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks [] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:04.217266 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:04.218112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (702e422d-6774-4053-ba71-87384bb60a7b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:04.306503 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Pushing event updated for resources: {'Port': ['ID=97d0ade0-cf40-4c46-b1af-40cbfad9503f,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:04.348159 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:37:04.349414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:37:04.433163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:04.580874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-43a84a35-e5cc-4f62-8e8a-2c2ebe1f3817 None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:04.581238 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-43a84a35-e5cc-4f62-8e8a-2c2ebe1f3817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:04.611529 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-43a84a35-e5cc-4f62-8e8a-2c2ebe1f3817 None None] Port 97d0ade0-cf40-4c46-b1af-40cbfad9503f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:37:04.622592 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Router 702e422d-6774-4053-ba71-87384bb60a7b is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:37:04.711448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:37:04.716643 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8eca49ce-dc8d-4662-ab64-6cd3ab5f5535 demo admin] 10.222.0.81 "PUT /v2.0/routers/702e422d-6774-4053-ba71-87384bb60a7b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0430481 Jul 20 22:37:04.734452 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Sync routers for ids ['702e422d-6774-4053-ba71-87384bb60a7b'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:37:04.747537 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Routers {'702e422d-6774-4053-ba71-87384bb60a7b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:37:04.748387 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:37:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['702e422d-6774-4053-ba71-87384bb60a7b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:04.929484 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Set router 702e422d-6774-4053-ba71-87384bb60a7b gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:37:05.142890 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:05.345929 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:03Z', 'revision_number': 2, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port_host': None, '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:04Z', 'revision_number': 2, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:05.396636 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Checking router: 702e422d-6774-4053-ba71-87384bb60a7b for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:37:05.396910 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Updating router 702e422d-6774-4053-ba71-87384bb60a7b port 97d0ade0-cf40-4c46-b1af-40cbfad9503f binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:37:05.450689 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:05.968425 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks [] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.033884 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.181364 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Pushing event updated for resources: {'Port': ['ID=97d0ade0-cf40-4c46-b1af-40cbfad9503f,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:06.203833 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.204178 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.204554 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.204903 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.205232 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.205556 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.205876 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.206194 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.206526 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.206854 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.207192 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.207525 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.207843 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.208154 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.208481 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Tracked resource versions report: Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: pushed versions: Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: { 'AddressGroup': {'1.2'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Agent': {'1.1'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'ConntrackHelper': {'1.0'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Log': {'1.0'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'NDPProxy': {'1.0'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Network': {'1.1'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Port': {'1.7'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'PortForwarding': {'1.3'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'QosPolicy': {'1.10'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroup': {'1.5'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SubPort': {'1.0'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Subnet': {'1.1'}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Trunk': {'1.1'}} Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: consumer versions: Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Agent': '1.1', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'ConntrackHelper': '1.0', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'LocalIPAssociation': '1.0', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Log': '1.0', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'NDPProxy': '1.0', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Network': '1.1', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Port': '1.7', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'PortForwarding': '1.3', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'QosPolicy': '1.10', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroup': '1.5', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroupRule': '1.2', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SubPort': '1.0', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Subnet': '1.1', Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Trunk': '1.1'}} Jul 20 22:37:06.209968 dv-cinder-799871-38-iscsi neutron-server[111125]: {{(pid=111125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:37:06.227445 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Attempting to bind port 97d0ade0-cf40-4c46-b1af-40cbfad9503f on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:37:06.227852 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Attempting to bind port 97d0ade0-cf40-4c46-b1af-40cbfad9503f by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:37:06.228269 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Attempting to bind port 97d0ade0-cf40-4c46-b1af-40cbfad9503f on network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:37:06.233421 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:37:06.233829 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Checking segment: {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:37:06.234285 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.234679 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Bound using segment: {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:37:06.235180 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Bound port: 97d0ade0-cf40-4c46-b1af-40cbfad9503f, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acea2a79-bf8d-4acd-ad1e-37e59fd1dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:37:06.235555 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.240542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-0043b825-80ec-4229-88c1-057dba4ef5de None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:06.242888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0043b825-80ec-4229-88c1-057dba4ef5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.276450 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:06.294427 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-0043b825-80ec-4229-88c1-057dba4ef5de None None] Port 97d0ade0-cf40-4c46-b1af-40cbfad9503f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:37:06.305328 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] For port 97d0ade0-cf40-4c46-b1af-40cbfad9503f, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:37:06.325705 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] For port 97d0ade0-cf40-4c46-b1af-40cbfad9503f, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=97d0ade0-cf40-4c46-b1af-40cbfad9503f,segment=NetworkSegment(acea2a79-bf8d-4acd-ad1e-37e59fd1dc17),segment_id=acea2a79-bf8d-4acd-ad1e-37e59fd1dc17)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:37:06.371337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.463576 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.501938 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:06.523896 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2928f0-128f-4ec4-9820-4de27bb8217f None None] Pushing event updated for resources: {'Port': ['ID=97d0ade0-cf40-4c46-b1af-40cbfad9503f,revision_number=4']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:06.528250 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Routers {'702e422d-6774-4053-ba71-87384bb60a7b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:37:06.528858 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:37:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['702e422d-6774-4053-ba71-87384bb60a7b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:06.617788 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] Set router 702e422d-6774-4053-ba71-87384bb60a7b gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:37:06.721728 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:06.726474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.792107 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.801458 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Current status of the port 97d0ade0-cf40-4c46-b1af-40cbfad9503f is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:37:06.801850 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.822342 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:03Z', 'revision_number': 2, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port_host': None, '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:06Z', 'revision_number': 4, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:06.838964 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] For port 97d0ade0-cf40-4c46-b1af-40cbfad9503f, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=97d0ade0-cf40-4c46-b1af-40cbfad9503f,segment=NetworkSegment(acea2a79-bf8d-4acd-ad1e-37e59fd1dc17),segment_id=acea2a79-bf8d-4acd-ad1e-37e59fd1dc17)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:37:06.848912 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106959b-e2f9-4e4e-87cd-7336fbda4045 None None] The sync data for ids ['702e422d-6774-4053-ba71-87384bb60a7b'] in dv-cinder-799871-38-iscsi is: [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:03Z', 'revision_number': 2, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port_host': None, '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:06Z', 'revision_number': 4, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:37:06.897645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:06.949354 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f266b-1ab9-4779-8758-96b4f1b13f5c None None] Pushing event updated for resources: {'Port': ['ID=97d0ade0-cf40-4c46-b1af-40cbfad9503f,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:07.000476 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 44446) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:37:07.396335 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92904ec-4742-44d6-8300-8e44f6618b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:37:07.398422 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b92904ec-4742-44d6-8300-8e44f6618b83 admin admin] 10.222.0.81 "GET /v2.0/networks/9c852534-811b-4ca3-b5ed-b07def3f1eb7 HTTP/1.1" status: 200 len: 842 time: 0.3969038 Jul 20 22:37:07.408035 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Request body: {'subnet': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:37:07.531532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Made reservation on behalf of 015b89c7582349b2a89f8bbaea747017 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:37:07.533957 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:07.936881 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.objects.ports [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111123) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 22:37:07.936881 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (e7bc1614-24cb-43d8-b040-b8ef3529f477), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:07.990942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bc1614-24cb-43d8-b040-b8ef3529f477,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:08.010654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:37:08.011395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Network hostable DHCP agents. Network: 9c852534-811b-4ca3-b5ed-b07def3f1eb7, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:37:08.102780 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:37:08.182480 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 9c852534-811b-4ca3-b5ed-b07def3f1eb7) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:37:08.186546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:37:08.187243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:08.192684 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849697b-94af-4033-91eb-295a9ec3ed6e None None] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:37:08.204722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:08.311618 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-763eb5eb-30a3-4fde-8141-99fe531bc1f6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9069231 Jul 20 22:37:08.312375 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9c7f6-aec8-4304-a1c9-97bbb91b7b49 None None] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:37:10.665107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 44454) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:37:11.187397 dv-cinder-799871-38-iscsi neutron-server[111122]: WARNING oslo_policy.policy [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:37:11.187960 dv-cinder-799871-38-iscsi neutron-server[111122]: WARNING oslo_policy.policy [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:37:11.468285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.policy [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 22:37:11.513015 dv-cinder-799871-38-iscsi neutron-server[111122]: WARNING oslo_policy.policy [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:37:11.513386 dv-cinder-799871-38-iscsi neutron-server[111122]: WARNING oslo_policy.policy [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 22:37:11.529410 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writer thread running {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 22:37:11.530100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:11.777223 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4c3cf3df-1716-41a5-b1d7-89771c1588e8 demo admin] 10.222.0.81 "GET /v2.0/routers/702e422d-6774-4053-ba71-87384bb60a7b HTTP/1.1" status: 200 len: 710 time: 1.1048541 Jul 20 22:37:11.972976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438819a-8e6d-439d-adfb-21f649844bc1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:37:11.974705 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-3438819a-8e6d-439d-adfb-21f649844bc1 demo admin] 10.222.0.81 "GET /v2.0/networks/9c852534-811b-4ca3-b5ed-b07def3f1eb7 HTTP/1.1" status: 200 len: 886 time: 0.1968067 Jul 20 22:37:11.984299 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:37:12.237999 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks [] for router_gateway (702e422d-6774-4053-ba71-87384bb60a7b), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:12.429536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 97d0ade0-cf40-4c46-b1af-40cbfad9503f up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:37:12.474503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:12.474894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:12.501411 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:12.515290 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks [] for router_gateway (702e422d-6774-4053-ba71-87384bb60a7b), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:12.550171 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 97d0ade0-cf40-4c46-b1af-40cbfad9503f is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:37:12.590317 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:12.784115 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Allocated IP 172.27.1.65 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/42383314-ecd4-4d95-be2d-bad8252793a8) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:37:12.888334 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:12.898651 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks [] for port (42383314-ecd4-4d95-be2d-bad8252793a8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:12.940060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:13.005810 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:13.069876 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:37:13.075176 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:37:13.121668 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Pushing event updated for resources: {'Port': ['ID=42383314-ecd4-4d95-be2d-bad8252793a8,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:13.130705 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:37:13.135067 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.135417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.135768 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.136107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.136440 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.136771 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.137098 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.137421 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.137751 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.138073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.138410 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.138753 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.139103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.139425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.139747 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Tracked resource versions report: Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: pushed versions: Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: { 'AddressGroup': {'1.2'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Agent': {'1.1'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'ConntrackHelper': {'1.0'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Log': {'1.0'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'NDPProxy': {'1.0'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Network': {'1.1'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Port': {'1.7'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'PortForwarding': {'1.3'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'QosPolicy': {'1.10'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroup': {'1.5'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SubPort': {'1.0'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Subnet': {'1.1'}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Trunk': {'1.1'}} Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: consumer versions: Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Agent': '1.1', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'ConntrackHelper': '1.0', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'LocalIPAssociation': '1.0', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Log': '1.0', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'NDPProxy': '1.0', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Network': '1.1', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Port': '1.7', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'PortForwarding': '1.3', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'QosPolicy': '1.10', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroup': '1.5', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroupRule': '1.2', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SubPort': '1.0', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Subnet': '1.1', Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Trunk': '1.1'}} Jul 20 22:37:13.141160 dv-cinder-799871-38-iscsi neutron-server[111122]: {{(pid=111122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:37:13.602267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks [] for router_gateway (702e422d-6774-4053-ba71-87384bb60a7b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:13.785919 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7874276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16024'] for router (702e422d-6774-4053-ba71-87384bb60a7b), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:13.796884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878470', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7874287'] for router (702e422d-6774-4053-ba71-87384bb60a7b), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:13.944902 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Router 702e422d-6774-4053-ba71-87384bb60a7b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:37:14.054444 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:37:14.058908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:14.060045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-557710d1-286e-4bf9-a01c-a592be973319 demo admin] 10.222.0.81 "PUT /v2.0/routers/702e422d-6774-4053-ba71-87384bb60a7b HTTP/1.1" status: 200 len: 889 time: 2.0791066 Jul 20 22:37:14.074291 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Sync routers for ids ['702e422d-6774-4053-ba71-87384bb60a7b'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:37:14.087430 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Routers {'702e422d-6774-4053-ba71-87384bb60a7b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:37:14.089161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:37:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['702e422d-6774-4053-ba71-87384bb60a7b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:14.302876 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Set router 702e422d-6774-4053-ba71-87384bb60a7b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:37:14.680358 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:13Z', 'revision_number': 4, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port': {'id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:12Z', 'updated_at': '2022-07-20T22:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:06Z', 'revision_number': 5, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:14.796254 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Checking router: 702e422d-6774-4053-ba71-87384bb60a7b for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:37:14.796619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Updating router 702e422d-6774-4053-ba71-87384bb60a7b port 42383314-ecd4-4d95-be2d-bad8252793a8 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:37:14.851353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.154655 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks [] for port (42383314-ecd4-4d95-be2d-bad8252793a8), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.227830 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.254265 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:15.281939 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Attempting to bind port 42383314-ecd4-4d95-be2d-bad8252793a8 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:37:15.282321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Attempting to bind port 42383314-ecd4-4d95-be2d-bad8252793a8 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:37:15.282677 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Attempting to bind port 42383314-ecd4-4d95-be2d-bad8252793a8 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:37:15.287743 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b4cfc-e632-4014-b95d-108437fba536 None None] Pushing event updated for resources: {'Port': ['ID=42383314-ecd4-4d95-be2d-bad8252793a8,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:15.290636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:37:15.295654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:37:15.295654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.295654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:37:15.295654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Bound port: 42383314-ecd4-4d95-be2d-bad8252793a8, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:37:15.295654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.357952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] For port 42383314-ecd4-4d95-be2d-bad8252793a8, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:37:15.362485 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] For port 42383314-ecd4-4d95-be2d-bad8252793a8, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=42383314-ecd4-4d95-be2d-bad8252793a8,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:37:15.439745 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:15.471777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:15.498174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b4cfc-e632-4014-b95d-108437fba536 None None] Pushing event updated for resources: {'Port': ['ID=42383314-ecd4-4d95-be2d-bad8252793a8,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:15.500957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Routers {'702e422d-6774-4053-ba71-87384bb60a7b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:37:15.501531 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:37:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['702e422d-6774-4053-ba71-87384bb60a7b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:15.605080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] Set router 702e422d-6774-4053-ba71-87384bb60a7b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:37:15.814202 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:13Z', 'revision_number': 4, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port': {'id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:12Z', 'updated_at': '2022-07-20T22:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:06Z', 'revision_number': 5, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:37:15.843328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c02de0-bed0-4a46-b6d1-d8383e5f488e None None] The sync data for ids ['702e422d-6774-4053-ba71-87384bb60a7b'] in dv-cinder-799871-38-iscsi is: [{'id': '702e422d-6774-4053-ba71-87384bb60a7b', 'name': 'router1', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:36:53Z', 'updated_at': '2022-07-20T22:37:13Z', 'revision_number': 4, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'gw_port': {'id': '42383314-ecd4-4d95-be2d-bad8252793a8', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:12Z', 'updated_at': '2022-07-20T22:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '97d0ade0-cf40-4c46-b1af-40cbfad9503f', 'name': '', 'network_id': '80c2cd50-0d9a-4038-8ca0-1193bdd52d46', 'tenant_id': 'da54f6860e1f43c29cf90271280bdcae', 'mac_address': 'fa:16:3e:16:32:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702e422d-6774-4053-ba71-87384bb60a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:37:02Z', 'updated_at': '2022-07-20T22:37:06Z', 'revision_number': 5, 'project_id': 'da54f6860e1f43c29cf90271280bdcae', 'subnets': [{'id': 'af8692d3-2b8e-4cdd-8120-3184d9ae424f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9224030-4e85-43da-9773-e8680783b066'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:37:16.445524 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 42383314-ecd4-4d95-be2d-bad8252793a8 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:37:16.490026 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 42383314-ecd4-4d95-be2d-bad8252793a8 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:16.490414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:16.536019 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 44482) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:37:16.568841 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 42383314-ecd4-4d95-be2d-bad8252793a8 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:37:16.569230 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:16.590237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 42383314-ecd4-4d95-be2d-bad8252793a8, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=42383314-ecd4-4d95-be2d-bad8252793a8,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:37:16.645173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:16.691489 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=42383314-ecd4-4d95-be2d-bad8252793a8,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:37:16.820985 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=57 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:16.825834 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=17 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:16.908807 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:37:16.944957 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-cd587ec4-e53c-46d2-8ad6-7b701c05473a admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4077098 Jul 20 22:37:18.105469 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:18.199136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:18.424445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 42383314-ecd4-4d95-be2d-bad8252793a8 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:37:18.471855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 42383314-ecd4-4d95-be2d-bad8252793a8 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:37:18.472241 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (42383314-ecd4-4d95-be2d-bad8252793a8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:18.499719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:18.550491 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 42383314-ecd4-4d95-be2d-bad8252793a8 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:37:26.905716 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:26.928538 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:26.941943 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:28.545875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:31.626832 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b6d10cb3-992c-424c-91f1-1463ad634bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:33.964527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-679d0fbd-2a0b-4484-af58-e4c8d18dfc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:35.140739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:36.325417 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:36.781337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:37:37.911595 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:37.922521 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:46.704103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:46.710538 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:37:53.916419 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:38:01.620697 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-597c8f66-4ec2-4c61-a545-25fe997a29f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:03.907190 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:03.961995 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7b91aa23-b1ca-44ad-a9aa-ed9d44cd9af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:05.127459 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:06.329335 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:06.795999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:14.911122 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:14.922153 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:16.712139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:16.714047 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:29.908231 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:30.904732 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:38:31.630647 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-396f0c9b-1d3b-455a-a146-3b380e1d0aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:33.985084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fb013b3e-4b73-4f8f-9746-96b71205f405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:35.174056 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:36.345350 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:36.785826 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:40.791331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45022) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:41.137821 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1eaf085-ebf6-467a-a94c-a5181a5bd31a admin admin] GET failed (client error): The resource could not be found. Jul 20 22:38:41.139191 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b1eaf085-ebf6-467a-a94c-a5181a5bd31a admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3468802 Jul 20 22:38:41.302138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45019a6-c674-461f-a398-899fa9392589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:41.303663 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d45019a6-c674-461f-a398-899fa9392589 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603692 Jul 20 22:38:43.562653 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45032) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:43.923702 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef8fb2-9b01-45a6-9bdd-00bd71743444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:43.925051 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f1ef8fb2-9b01-45a6-9bdd-00bd71743444 admin admin] 10.222.0.81 "GET /v2.0/subnets/af8692d3-2b8e-4cdd-8120-3184d9ae424f HTTP/1.1" status: 200 len: 849 time: 0.3614128 Jul 20 22:38:43.935041 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:38:44.022073 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Publish callbacks [] for subnet (af8692d3-2b8e-4cdd-8120-3184d9ae424f), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:44.208478 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755790271308'] for subnet (af8692d3-2b8e-4cdd-8120-3184d9ae424f), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:44.240412 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:44.241035 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:44.242300 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] 10.222.0.81 "PUT /v2.0/subnets/af8692d3-2b8e-4cdd-8120-3184d9ae424f HTTP/1.1" status: 200 len: 868 time: 0.3108258 Jul 20 22:38:44.258939 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850c0d0-e064-4a34-a90d-66a7e81b076f None None] Network 80c2cd50-0d9a-4038-8ca0-1193bdd52d46 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:38:44.265186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8692d3-2b8e-4cdd-8120-3184d9ae424f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.276687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.277775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.277775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3419d704-a164-4af5-9565-f56f9799ad72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:38:44.595368 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Provisioning complete for port 97d0ade0-cf40-4c46-b1af-40cbfad9503f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:38:44.595744 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (97d0ade0-cf40-4c46-b1af-40cbfad9503f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:44.666981 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Current status of the port 97d0ade0-cf40-4c46-b1af-40cbfad9503f is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:38:44.674777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Provisioning complete for port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:38:44.675186 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0b181e1c-d2f3-442d-9bc1-90c1f0fd6511), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:38:44.749299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-898f3207-583b-40f8-84a8-3d440451f6fa None None] Current status of the port 0b181e1c-d2f3-442d-9bc1-90c1f0fd6511 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:38:46.516140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45040) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:47.017490 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e983f-58b8-4957-a8b8-9ab53a063bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:47.017955 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e983f-58b8-4957-a8b8-9ab53a063bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:47.019542 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-289e983f-58b8-4957-a8b8-9ab53a063bd3 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5024574 Jul 20 22:38:49.252668 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45050) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:49.656400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c1a2a-1128-48f1-8930-8690a1aeaf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:49.656784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c1a2a-1128-48f1-8930-8690a1aeaf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:49.658285 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-692c1a2a-1128-48f1-8930-8690a1aeaf2f admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4046741 Jul 20 22:38:51.864314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45058) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:51.913928 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=18 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:51.918683 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:52.289821 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04213334-1173-4c2e-be58-0e09399f7c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:52.291265 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-04213334-1173-4c2e-be58-0e09399f7c1a admin admin] 10.222.0.81 "GET /v2.0/networks/80c2cd50-0d9a-4038-8ca0-1193bdd52d46 HTTP/1.1" status: 200 len: 869 time: 0.4259608 Jul 20 22:38:54.267831 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:54.268624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:54.517130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45066) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:54.744190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=40 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:54.748001 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:38:54.919909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae0680-c0e9-4740-acf5-c03519aaf0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:54.922622 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4bae0680-c0e9-4740-acf5-c03519aaf0e3 admin admin] 10.222.0.81 "GET /v2.0/networks/9c852534-811b-4ca3-b5ed-b07def3f1eb7 HTTP/1.1" status: 200 len: 886 time: 0.4044883 Jul 20 22:38:57.212562 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45074) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:38:57.617532 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c7e5b-c267-41a8-832b-b4b2fe845a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:57.617901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c7e5b-c267-41a8-832b-b4b2fe845a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:38:57.619473 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-791c7e5b-c267-41a8-832b-b4b2fe845a5a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4059217 Jul 20 22:38:59.824884 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45082) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:00.220916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d3271-3b85-45ae-8f3f-ef682b344ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:00.221374 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d3271-3b85-45ae-8f3f-ef682b344ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:00.222889 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-814d3271-3b85-45ae-8f3f-ef682b344ddb admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3970215 Jul 20 22:39:01.620601 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-71e9ab3a-8f2f-4eff-9abd-db7156ad3c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:02.436219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45090) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:02.804509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df52595-642a-4fe7-916a-e5862ba4ce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:02.805795 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-4df52595-642a-4fe7-916a-e5862ba4ce35 admin admin] 10.222.0.81 "GET /v2.0/subnets/af8692d3-2b8e-4cdd-8120-3184d9ae424f HTTP/1.1" status: 200 len: 868 time: 0.3686306 Jul 20 22:39:03.940841 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-08cc7848-2de3-4801-99c2-dd44d2b28aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:05.069182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45098) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:05.134918 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:05.434058 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13141779-d93a-4715-8fa6-437a8e96ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:05.435399 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-13141779-d93a-4715-8fa6-437a8e96ffd5 admin admin] 10.222.0.81 "GET /v2.0/subnets/e7bc1614-24cb-43d8-b040-b8ef3529f477 HTTP/1.1" status: 200 len: 816 time: 0.3652747 Jul 20 22:39:06.318633 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:06.768874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:07.609051 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=44 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:07.612944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=58 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:07.903879 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:39:15.429756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=22 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:15.430848 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=14 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:16.707383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:16.714496 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:17.900137 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:28.909178 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:28.913532 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:31.626932 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-da8e8eb0-57ab-4e90-a6fe-3434abfd60c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:33.694268 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45154) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:33.946984 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-19bf523c-fe39-4fb8-8302-b302966f57c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:34.024508 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [None req-20cba055-7c43-4b7a-a582-5619cf678696 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:39:34.025532 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20cba055-7c43-4b7a-a582-5619cf678696 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303254 Jul 20 22:39:35.246958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:36.330036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:36.362296 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45162) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:36.699941 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dd3c5e-d886-46db-aee8-2a5eea5f5898 admin admin] GET failed (client error): The resource could not be found. Jul 20 22:39:36.701473 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b0dd3c5e-d886-46db-aee8-2a5eea5f5898 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3379819 Jul 20 22:39:36.781051 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:36.849835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940f5159-ec04-4816-95c3-d3083a69f6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:36.851350 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-940f5159-ec04-4816-95c3-d3083a69f6bc admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1457448 Jul 20 22:39:39.107330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45170) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:39.428721 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:39:39.524270 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Made reservation on behalf of 015b89c7582349b2a89f8bbaea747017 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:39:39.526866 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:39.558481 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING neutron.services.revisions.revision_plugin [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Could not find related network for resource to bump revision. Jul 20 22:39:39.569405 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:39:39.578909 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (860612a1-1770-472a-8ee3-7969d4f6e297), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:39.579268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Added segment 860612a1-1770-472a-8ee3-7969d4f6e297 of type vlan for network 21060ee2-1f19-4e26-8542-2f5f5d19b28e Jul 20 22:39:39.621584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (21060ee2-1f19-4e26-8542-2f5f5d19b28e), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:39.695289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (21060ee2-1f19-4e26-8542-2f5f5d19b28e), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:39.696147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:39.696739 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:39.755687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] Pushing event updated for resources: {'Network': ['ID=21060ee2-1f19-4e26-8542-2f5f5d19b28e,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:39:39.769683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:39:39.778279 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a71d79b7-b189-42de-98f3-0711e63690d6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6698773 Jul 20 22:39:42.150505 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45178) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:39:42.505708 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fafefa-b876-415e-8966-be4b8fc27516 admin admin] GET failed (client error): The resource could not be found. Jul 20 22:39:42.506963 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-51fafefa-b876-415e-8966-be4b8fc27516 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3551242 Jul 20 22:39:42.575309 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c81ad13-6b35-4c7a-b70b-c6ba0189f44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:42.576694 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-4c81ad13-6b35-4c7a-b70b-c6ba0189f44a admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656981 Jul 20 22:39:42.586088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:39:42.707115 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Made reservation on behalf of 015b89c7582349b2a89f8bbaea747017 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:39:42.710026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:42.907286 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (75bc2c7a-2ba7-48c7-9fad-877889ca1ba9), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:42.958080 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bc2c7a-2ba7-48c7-9fad-877889ca1ba9,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:39:42.973076 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Checking segment: {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:39:42.973423 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Network hostable DHCP agents. Network: 21060ee2-1f19-4e26-8542-2f5f5d19b28e, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:39:43.049642 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:39:43.112864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 21060ee2-1f19-4e26-8542-2f5f5d19b28e) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:39:43.116848 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:39:43.117427 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.122114 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8c3e3-10dd-44b2-81ad-94a89e9c385d None None] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:39:43.196639 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f64b6d8f-bf8d-4790-b9a2-ba4be67b5c16 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6137300 Jul 20 22:39:43.225500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-21060ee2-1f19-4e26-8542-2f5f5d19b28e', 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e', 'project_id': '015b89c7582349b2a89f8bbaea747017', 'fixed_ips': [{'subnet_id': '75bc2c7a-2ba7-48c7-9fad-877889ca1ba9'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:39:43.225500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.462326 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Allocated IP 192.168.233.2 (21060ee2-1f19-4e26-8542-2f5f5d19b28e/75bc2c7a-2ba7-48c7-9fad-877889ca1ba9/f15599d8-3af9-4258-a14c-d39c5838b9e2) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:39:43.605423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks [] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.696869 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.736642 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:39:43.742225 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:39:43.746164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:39:43.753102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Pushing event updated for resources: {'Port': ['ID=f15599d8-3af9-4258-a14c-d39c5838b9e2,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:39:43.779916 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.780247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.780599 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.780972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.781297 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.781616 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.781934 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.782256 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.782642 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.782966 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.783308 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.783637 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.783955 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.784265 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.784576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:39:43.820813 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Attempting to bind port f15599d8-3af9-4258-a14c-d39c5838b9e2 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:39:43.821170 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Attempting to bind port f15599d8-3af9-4258-a14c-d39c5838b9e2 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:39:43.821520 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Attempting to bind port f15599d8-3af9-4258-a14c-d39c5838b9e2 on network 21060ee2-1f19-4e26-8542-2f5f5d19b28e {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:39:43.826539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:39:43.826905 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Checking segment: {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:39:43.827321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.827701 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Bound using segment: {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:39:43.828152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Bound port: f15599d8-3af9-4258-a14c-d39c5838b9e2, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:39:43.828544 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:43.888456 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] For port f15599d8-3af9-4258-a14c-d39c5838b9e2, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:39:43.891382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] For port f15599d8-3af9-4258-a14c-d39c5838b9e2, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f15599d8-3af9-4258-a14c-d39c5838b9e2,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:39:43.947913 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:44.005559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7274308-1349-48ba-9cf2-e5545325ed72 None None] Pushing event updated for resources: {'Port': ['ID=f15599d8-3af9-4258-a14c-d39c5838b9e2,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:39:44.522116 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f15599d8-3af9-4258-a14c-d39c5838b9e2 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:39:44.561573 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:44.566354 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:44.572634 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port f15599d8-3af9-4258-a14c-d39c5838b9e2 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:39:44.573024 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:44.653174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port f15599d8-3af9-4258-a14c-d39c5838b9e2 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:39:44.653940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:44.691110 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port f15599d8-3af9-4258-a14c-d39c5838b9e2, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f15599d8-3af9-4258-a14c-d39c5838b9e2,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:39:44.753532 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:44.812417 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=f15599d8-3af9-4258-a14c-d39c5838b9e2,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:39:44.885640 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0acae-0967-47a4-8927-7e2088c0af5a None None] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:39:44.905402 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:39:44.949595 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-59178d17-2b6d-48a2-b8b0-e77c67f10699 None None] Provisioning complete for port f15599d8-3af9-4258-a14c-d39c5838b9e2 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:39:44.949957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-59178d17-2b6d-48a2-b8b0-e77c67f10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:45.066183 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-59178d17-2b6d-48a2-b8b0-e77c67f10699 None None] Current status of the port f15599d8-3af9-4258-a14c-d39c5838b9e2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:39:45.284462 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-d6a5828e-6e7a-4d88-bf34-1c5d3621fd88 None None] Provisioning complete for port f15599d8-3af9-4258-a14c-d39c5838b9e2 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:39:45.284848 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6a5828e-6e7a-4d88-bf34-1c5d3621fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:45.363321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5828e-6e7a-4d88-bf34-1c5d3621fd88 None None] Current status of the port f15599d8-3af9-4258-a14c-d39c5838b9e2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:39:46.507242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f15599d8-3af9-4258-a14c-d39c5838b9e2 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:39:46.550537 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port f15599d8-3af9-4258-a14c-d39c5838b9e2 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:39:46.550919 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f15599d8-3af9-4258-a14c-d39c5838b9e2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:39:46.621110 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port f15599d8-3af9-4258-a14c-d39c5838b9e2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:39:46.845715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:46.847041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=12 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:53.127833 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=67,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:53.130720 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=69,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:54.899905 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:54.904808 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:56.614207 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=60 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:39:56.619835 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:01.644683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-295ee811-e66b-463a-a737-35d5e27398a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:04.004657 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-331248b0-f7e1-4663-8cd2-ff54137597bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:05.141549 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:05.910568 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:05.928610 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:06.336937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:06.799105 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:16.718670 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:16.719522 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:21.905822 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:40:31.634034 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-96c0c8b2-3466-4d09-8e27-be095c890b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:31.900784 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:31.901560 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:33.987664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9cf01312-ae9b-45bf-a24f-3579dfcff75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:35.193853 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:36.341946 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:36.982387 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:40:42.912789 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:42.917721 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:46.711188 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:46.718658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:40:58.905220 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:41:01.610192 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fd12801a-6401-4376-80bc-7117c1a3bc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:03.976503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-23d5402e-b508-4528-a90e-5d22818ef432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:05.222010 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:06.337181 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:06.804467 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:08.899925 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:08.900649 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:16.715372 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:16.721343 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:28.413172 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=18 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:28.415713 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:30.214305 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45216) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:41:30.220160 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [None req-48a90b72-7d4c-4fae-a2e5-3078e6921f7d tempest-verify_tempest_config-1692656417 tempest-verify_tempest_config-1692656417-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:41:30.221127 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-48a90b72-7d4c-4fae-a2e5-3078e6921f7d tempest-verify_tempest_config-1692656417 tempest-verify_tempest_config-1692656417-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058417 Jul 20 22:41:30.951722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45234) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:41:31.301996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.376929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Publish callbacks [] for security_group (b4674ad3-7275-4169-bfb2-ffc628ecd901), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.450430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b4674ad3-7275-4169-bfb2-ffc628ecd901), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.501450 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4674ad3-7275-4169-bfb2-ffc628ecd901,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:41:31.506488 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baffe7f09e234d83a0370efffed5d6d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5536325 Jul 20 22:41:31.510714 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45238) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:41:31.511380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.511489 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.511845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.512318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.512703 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.513044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.513374 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.513700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.514044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.514373 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.514713 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.515059 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.515382 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.515700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.516148 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11f6a2b-ee65-4a57-a28b-4238c66c62db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.604524 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f064daf8-3557-4d2b-b1a5-fd189a604d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.605654 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Publish callbacks [] for security_group (b4674ad3-7275-4169-bfb2-ffc628ecd901), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.629014 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Publish callbacks [] for security_group (b4674ad3-7275-4169-bfb2-ffc628ecd901), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.787921 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b4674ad3-7275-4169-bfb2-ffc628ecd901), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.790707 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:31.791938 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4674ad3-7275-4169-bfb2-ffc628ecd901 HTTP/1.1" status: 204 len: 168 time: 0.2800930 Jul 20 22:41:31.800100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4674ad3-7275-4169-bfb2-ffc628ecd901,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:41:31.807230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.807588 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.807954 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.808301 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.808640 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.808973 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.809304 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.809634 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.809965 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.810297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.810638 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.810972 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.811332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.811656 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:31.811977 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1db1dfb-ff0c-4c45-af7b-4b2001e24207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:41:33.947798 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e3c63230-1e2f-441b-9d04-bebe9d4ffe97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:35.158836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:35.903592 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:41:36.381581 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:36.816386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:41:41.496830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:41.504760 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=25,neutron:INSERT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:41.803206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:41.803877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:45.899115 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:45.899907 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:46.721983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:41:46.723869 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:01.626602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7308-aef2-4746-bb42-34f532b89005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:01.902032 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:01.903795 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:04.032625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1e9e3551-7a8c-4f25-a1d6-2e8c524b470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:05.198632 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:06.392733 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:06.855770 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:12.902827 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:42:16.721824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:16.723730 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:31.626798 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-acd8bedd-7391-4b98-bc63-796ccd754143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:33.916708 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:33.917344 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:33.981137 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e5af8e6b-5364-444b-83aa-8f619c6e71c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:35.231978 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:36.346593 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:36.854971 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:42:46.291427 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:46.727124 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:49.902731 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 5 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:42:59.898260 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:42:59.899083 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:01.626058 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-17c7d042-3f6d-4561-a6c3-cb3836344c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:03.974233 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5a4ea167-5e13-4f8f-bbd1-a7ea0f7addd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:05.185948 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:06.397361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:06.796801 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:10.909320 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:10.915150 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:16.721145 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:16.723024 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:22.288427 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7873508'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:26.902056 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:43:28.417527 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:31.670846 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7de1-64a8-4799-914b-4b2986df5127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:33.939307 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4f0b26ce-6761-48fa-98e5-0b4fd8069207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:35.196669 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:36.151702 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45334) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:43:36.277642 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a88ba361-b863-487b-b19c-cfd178c7ae0e admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1248469 Jul 20 22:43:36.419589 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:36.773556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:43:36.898460 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=12 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:38.356537 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45344) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:43:38.410719 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-0aac18d7-6ca8-4d0d-8b93-de947949d34f admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0530899 Jul 20 22:43:46.722742 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:46.724632 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:47.906395 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:47.911322 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:48.404656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:48.405519 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:43:52.178239 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:01.624220 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c4f14792-2a70-4fff-9385-0fcdc874e3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:03.902111 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:44:03.966828 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7a3d05e1-1243-457e-9024-a5b08894117f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:05.189628 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:06.372640 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:06.777751 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:13.899153 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:16.715597 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:16.722591 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:22.223743 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:29.914781 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:29.916210 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:31.646495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b8da2e06-a1a9-441d-aaa7-44987bbbdefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:34.062886 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-93f61853-83f2-4478-beb7-e2de8f031bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:35.207587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:36.400861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:36.892549 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:44:40.901878 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:44:46.738463 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:46.774962 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:50.898021 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:44:52.216518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:01.662019 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4bc1549c-2cb0-4f34-9dcf-bedde6be8e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:01.901653 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:01.905541 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:03.987800 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-405f5cb1-d6d1-4b71-a694-df66e7315550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:05.228025 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:06.381601 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:06.816103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:16.721335 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:16.723762 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:17.904432 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:45:19.528039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45504) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:19.547196 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45510) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:19.711074 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1731796479-network', 'tenant_id': '90ac023afcb44b5097539298076c0838'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:19.717831 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-906450138-network', 'tenant_id': '8467d6d569584e26b7c4e1ceb3126598'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:19.839273 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Made reservation on behalf of 8467d6d569584e26b7c4e1ceb3126598 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:19.842396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:19.844883 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Made reservation on behalf of 90ac023afcb44b5097539298076c0838 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:19.847863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:19.862104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:19.864085 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.094077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks [] for security_group (81c3c9f7-d63e-4d24-8dbd-d839292a5e38), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.099525 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks [] for security_group (6971ed8f-fa78-45e6-933c-f3c09b1c6e10), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.175840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (81c3c9f7-d63e-4d24-8dbd-d839292a5e38), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.192032 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:20.216413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (24219ced-03f3-4584-9fd1-e04759b54b61), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.216763 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Added segment 24219ced-03f3-4584-9fd1-e04759b54b61 of type vlan for network b15c8654-25e9-4d25-a03d-08719b813dd0 Jul 20 22:45:20.227726 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6971ed8f-fa78-45e6-933c-f3c09b1c6e10), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.231702 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c3c9f7-d63e-4d24-8dbd-d839292a5e38,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:20.262896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.263278 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.264036 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.264036 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.264331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.264665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.264994 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.265321 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.265647 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.265984 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.266330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.266677 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.266982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.267875 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.268195 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Tracked resource versions report: Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: pushed versions: Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: { 'AddressGroup': {'1.2'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Agent': {'1.1'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'ConntrackHelper': {'1.0'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Log': {'1.0'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'NDPProxy': {'1.0'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Network': {'1.1'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Port': {'1.7'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'PortForwarding': {'1.3'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'QosPolicy': {'1.10'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroup': {'1.5'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SubPort': {'1.0'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Subnet': {'1.1'}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Trunk': {'1.1'}} Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: consumer versions: Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: HyperV agent@hv-cinder-79987: {}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Agent': '1.1', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'ConntrackHelper': '1.0', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'LocalIPAssociation': '1.0', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Log': '1.0', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'NDPProxy': '1.0', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Network': '1.1', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Port': '1.7', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'PortForwarding': '1.3', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'QosPolicy': '1.10', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroup': '1.5', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SecurityGroupRule': '1.2', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'SubPort': '1.0', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Subnet': '1.1', Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: 'Trunk': '1.1'}} Jul 20 22:45:20.269414 dv-cinder-799871-38-iscsi neutron-server[111123]: {{(pid=111123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:45:20.285377 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:20.295650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (b15c8654-25e9-4d25-a03d-08719b813dd0), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.322536 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (020641f2-d5ce-434c-a029-d1ba6bc1ed0a), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.322882 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Added segment 020641f2-d5ce-434c-a029-d1ba6bc1ed0a of type vlan for network 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 Jul 20 22:45:20.326852 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971ed8f-fa78-45e6-933c-f3c09b1c6e10,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:20.384381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.444538 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45564) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:20.450855 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (b15c8654-25e9-4d25-a03d-08719b813dd0), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.451890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:20.452475 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.477586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45568) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:20.493378 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.494339 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:20.494918 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.513617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45572) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:20.534510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] Pushing event updated for resources: {'Network': ['ID=b15c8654-25e9-4d25-a03d-08719b813dd0,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:20.546086 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network b15c8654-25e9-4d25-a03d-08719b813dd0 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:20.613604 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45582) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:20.613807 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3d24b100-0e40-48b6-ab7a-0c748dacfc98 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0651276 Jul 20 22:45:20.617229 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] Pushing event updated for resources: {'Network': ['ID=9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:20.619291 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Request body: {'subnet': {'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1731796479-subnet', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:20.635716 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1f3ca1a2-5457-4047-9592-6efe068ad68f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1047993 Jul 20 22:45:20.640217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:20.642532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45584) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:20.648037 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Request body: {'subnet': {'network_id': '9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-906450138-subnet', 'tenant_id': '8467d6d569584e26b7c4e1ceb3126598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:20.674376 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=69,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:20.743906 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1855027643-network', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:20.748844 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:20.768356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-706116503-network', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:20.789850 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-908191762-network', 'tenant_id': 'f733781536584f80acfc325bf8444536'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:20.810892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Made reservation on behalf of 90ac023afcb44b5097539298076c0838 for: {'subnet': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:20.813631 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.909808 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Made reservation on behalf of 8467d6d569584e26b7c4e1ceb3126598 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:20.911034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.977675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Made reservation on behalf of 55c688e93c2b414ca86a3c2f9ec84798 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:20.980041 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:20.982031 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Made reservation on behalf of 788c1d44ad5d442e8ec58f1d76ae649b for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:20.984246 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.007334 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.014120 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.083316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'network': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:21.085816 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.102499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.199797 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks [] for security_group (5767d6b6-65f1-4f0a-a6b3-3c681d635e80), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.238947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks [] for security_group (9b8f931d-b84d-4d17-ac70-4b901ee84edc), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.252675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks [] for security_group (9192e354-616a-4436-afed-66f06dc34755), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.302335 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.355574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (0d8d5b73-fd1a-4ff3-be45-e3faeb7de968), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.358045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9192e354-616a-4436-afed-66f06dc34755), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.365509 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (5767d6b6-65f1-4f0a-a6b3-3c681d635e80), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.367439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9b8f931d-b84d-4d17-ac70-4b901ee84edc), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.380222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=111122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:21.393361 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755790227770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (47eb85a7-de22-4ea2-b174-155e07b29311), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.401207 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Unsubscribe: segment precommit_create {{(pid=111122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 22:45:21.401207 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.segments_db [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Added segment 47eb85a7-de22-4ea2-b174-155e07b29311 of type vlan for network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 Jul 20 22:45:21.411814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:21.429192 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:21.457061 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (6b157aec-dd9e-48b2-9003-4eeafc1a43e4), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.494012 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.494247 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (f35782a0-ea60-4ead-890a-922bbcfd7ed0), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.494465 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Added segment f35782a0-ea60-4ead-890a-922bbcfd7ed0 of type vlan for network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 Jul 20 22:45:21.512891 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Checking segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:21.513419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Network hostable DHCP agents. Network: b15c8654-25e9-4d25-a03d-08719b813dd0, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:21.518912 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.519267 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Added segment 5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c of type vlan for network efcbc23a-538d-4e8a-a0a8-c637f267412a Jul 20 22:45:21.557846 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.558687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.558687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.560450 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.567455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Tracked resource versions report: Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: pushed versions: Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: { 'AddressGroup': {'1.2'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Agent': {'1.1'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'ConntrackHelper': {'1.0'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Log': {'1.0'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'NDPProxy': {'1.0'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Network': {'1.1'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Port': {'1.7'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'PortForwarding': {'1.3'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'QosPolicy': {'1.10'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroup': {'1.5'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SubPort': {'1.0'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Subnet': {'1.1'}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Trunk': {'1.1'}} Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: consumer versions: Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: HyperV agent@hv-cinder-79987: {}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Agent': '1.1', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'ConntrackHelper': '1.0', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'LocalIPAssociation': '1.0', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Log': '1.0', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'NDPProxy': '1.0', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Network': '1.1', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Port': '1.7', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'PortForwarding': '1.3', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'QosPolicy': '1.10', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroup': '1.5', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SecurityGroupRule': '1.2', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'SubPort': '1.0', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Subnet': '1.1', Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: 'Trunk': '1.1'}} Jul 20 22:45:21.569244 dv-cinder-799871-38-iscsi neutron-server[111122]: {{(pid=111122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:45:21.582609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5767d6b6-65f1-4f0a-a6b3-3c681d635e80,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.588675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (efcbc23a-538d-4e8a-a0a8-c637f267412a), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.633239 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (6b157aec-dd9e-48b2-9003-4eeafc1a43e4), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.634317 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:21.634933 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.636251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Checking segment: {'id': '020641f2-d5ce-434c-a029-d1ba6bc1ed0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:21.636616 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Network hostable DHCP agents. Network: 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:21.638673 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8d5b73-fd1a-4ff3-be45-e3faeb7de968,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.640726 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9192e354-616a-4436-afed-66f06dc34755,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.666574 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:21.671129 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.721917 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f931d-b84d-4d17-ac70-4b901ee84edc,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.737597 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:21.744686 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] Pushing event updated for resources: {'Network': ['ID=6b157aec-dd9e-48b2-9003-4eeafc1a43e4,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.753470 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (efcbc23a-538d-4e8a-a0a8-c637f267412a), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.754514 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:21.755144 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.762725 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:21.839595 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=efcbc23a-538d-4e8a-a0a8-c637f267412a,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:21.851139 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Network 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:21.856035 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b503fbda-d7cc-4874-8e6b-ed19958d7098 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3408079 Jul 20 22:45:21.857840 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network efcbc23a-538d-4e8a-a0a8-c637f267412a details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:21.858876 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45624) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:21.867670 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Request body: {'subnet': {'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-908191762-subnet', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:21.899570 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1982d8fd-0035-42ed-8603-e9341549f6b1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4204624 Jul 20 22:45:21.900582 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.902430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:21.902430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:21.907719 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45628) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:21.913780 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Request body: {'subnet': {'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-subnet', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:22.001978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] Pushing event updated for resources: {'Network': ['ID=33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:22.015697 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:22.034221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, b15c8654-25e9-4d25-a03d-08719b813dd0) {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:22.034456 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:22.039931 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:22.043426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.043548 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'subnet': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:22.052392 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.062784 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f51ea-4b75-46a2-b1ca-e35f83b2dbb9 None None] Network 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:22.066367 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825cccd-f24c-48bb-8e9a-f7cbce3352c9 None None] Network b15c8654-25e9-4d25-a03d-08719b813dd0 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:22.072103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:22.073155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.079568 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2f0e30d0-8e32-4792-8016-8c192ecf8d85 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6311371 Jul 20 22:45:22.079967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45646) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:22.085151 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Request body: {'subnet': {'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1855027643-subnet', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:22.110375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:22.152890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Made reservation on behalf of 55c688e93c2b414ca86a3c2f9ec84798 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:22.156356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.217986 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1fa86fde-c959-4e19-9a5d-e5f892bdb40e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6032293 Jul 20 22:45:22.222439 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45650) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:22.223536 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-83f03b0e-86d3-430c-9bd5-e48c84c7280e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5798514 Jul 20 22:45:22.249464 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:22.288782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f883a8-dc1c-4020-a9de-bfb461712186 None None] Network 9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:22.364069 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Made reservation on behalf of 788c1d44ad5d442e8ec58f1d76ae649b for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:22.368421 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.417186 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.542451 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.543676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.555504 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-b15c8654-25e9-4d25-a03d-08719b813dd0', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:45:22.556362 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.640471 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (80e44ff8-24a7-403b-8594-f0940d944bf8), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.726142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:22.726142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Network hostable DHCP agents. Network: efcbc23a-538d-4e8a-a0a8-c637f267412a, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:22.727211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e44ff8-24a7-403b-8594-f0940d944bf8,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:22.750078 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (52e323bc-f6f7-4a66-b487-045b8d7d6bf4), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.764450 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (31139e6a-330b-49ab-a3e3-08ccfe91fe2a), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.783179 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for router_controller (fb2d6287-e677-4419-885f-4cc3c46b352b), precommit_add_association {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:22.817450 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e323bc-f6f7-4a66-b487-045b8d7d6bf4,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:22.844808 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31139e6a-330b-49ab-a3e3-08ccfe91fe2a,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:22.850190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Checking segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:22.850531 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Network hostable DHCP agents. Network: 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:22.852940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Allocated IP 172.20.0.2 (b15c8654-25e9-4d25-a03d-08719b813dd0/d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2/f80c4b5c-46d0-42df-b7a3-ad61cefc9591) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:22.857606 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:22.858315 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Network hostable DHCP agents. Network: 6b157aec-dd9e-48b2-9003-4eeafc1a43e4, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:22.865078 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:22.983699 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:23.065775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for router_gateway (fb2d6287-e677-4419-885f-4cc3c46b352b), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.095339 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, efcbc23a-538d-4e8a-a0a8-c637f267412a) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:23.101676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:23.101676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.105494 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b5c7d-9bd6-4279-891c-fb09fe5e18d8 None None] Network efcbc23a-538d-4e8a-a0a8-c637f267412a requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:23.150203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:23.185123 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:23.203687 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks [] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.242376 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-efcbc23a-538d-4e8a-a0a8-c637f267412a', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:45:23.244881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.307352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:23.310753 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e4b0b85b-6f6e-46a2-9fc9-b9807460ef00 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4023104 Jul 20 22:45:23.312087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:23.313863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45682) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:23.318987 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 6b157aec-dd9e-48b2-9003-4eeafc1a43e4) {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:23.320485 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:23.320968 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.348618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:23.348915 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:23.348915 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.797612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602daae-55b0-42ba-8eea-e7c22a239978 None None] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:23.797612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4740362-abe9-43f3-ba55-127004917bec None None] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:23.806275 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for router_gateway (fb2d6287-e677-4419-885f-4cc3c46b352b), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.807359 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.808228 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.808648 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Allocated IP 172.20.0.2 (efcbc23a-538d-4e8a-a0a8-c637f267412a/80e44ff8-24a7-403b-8594-f0940d944bf8/68dfd468-e6a1-43bf-9aea-311ee7f0b6a2) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:23.808797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.808797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.808797 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d396acc8-10a1-41af-a712-c3bb5f2acabd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5018191 Jul 20 22:45:23.808797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45688) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:23.808797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:23.811327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:23.811327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:23.811327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:23.812939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Allocated IP 172.27.1.174 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/fe63c9ef-1f21-468a-9b8f-91d5ab7e6822) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:23.814394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'fixed_ips': [{'subnet_id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:45:23.814394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.814759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:23.814759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for router_controller (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.815311 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8984cefb-bcd8-4d0c-a20d-2b89e5644e32 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8313725 Jul 20 22:45:23.815454 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45692) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:23.815454 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:23.817269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Pushing event updated for resources: {'Port': ['ID=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:23.817269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:45:23.817269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.817957 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Tracked resource versions report: Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: pushed versions: Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: { 'AddressGroup': {'1.2'}, Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Agent': {'1.1'}, Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: 'ConntrackHelper': {'1.0'}, Jul 20 22:45:23.818296 dv-cinder-799871-38-iscsi neutron-server[111124]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Log': {'1.0'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'NDPProxy': {'1.0'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Network': {'1.1'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Port': {'1.7'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'PortForwarding': {'1.3'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'QosPolicy': {'1.10'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroup': {'1.5'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SubPort': {'1.0'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Subnet': {'1.1'}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Trunk': {'1.1'}} Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: consumer versions: Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: HyperV agent@hv-cinder-79987: {}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Agent': '1.1', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'ConntrackHelper': '1.0', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'LocalIPAssociation': '1.0', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Log': '1.0', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'NDPProxy': '1.0', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Network': '1.1', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Port': '1.7', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'PortForwarding': '1.3', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'QosPolicy': '1.10', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroup': '1.5', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SecurityGroupRule': '1.2', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'SubPort': '1.0', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Subnet': '1.1', Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: 'Trunk': '1.1'}} Jul 20 22:45:23.825103 dv-cinder-799871-38-iscsi neutron-server[111124]: {{(pid=111124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:45:23.840871 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45696) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:23.959513 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.960814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:23.966251 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Attempting to bind port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:23.966803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Attempting to bind port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:23.966963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Attempting to bind port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:23.967541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:24.032424 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:24.032886 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Checking segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:24.033217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.033532 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.033654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Bound using segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:24.034083 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Bound port: f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:24.034449 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.048359 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.049488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.095399 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks [] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.095716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:24.100286 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:24.130339 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:24.159313 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for router_controller (29a03387-b6c6-4bb8-badb-15ffb1ab2183), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.205101 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Allocated IP 172.20.0.2 (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5/31139e6a-330b-49ab-a3e3-08ccfe91fe2a/5528b13e-ae42-4b55-8a82-0ed786a855a1) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:24.226513 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.361300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Allocated IP 172.20.0.2 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/92026385-2a67-4f6b-889c-3c18bf847da9) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:24.386676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] For port f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:24.415458 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Pushing event updated for resources: {'Port': ['ID=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:24.449652 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45726) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:24.470064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:24.481033 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45728) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:24.488697 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398226944-network', 'tenant_id': '39aa4cce7199466fbd878465214e4137'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:24.492519 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] For port f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:24.503853 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:24.512291 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:24.516237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Pushing event updated for resources: {'Port': ['ID=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:24.547601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:24.616411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba12d-3deb-4d30-9ba7-74943520eea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.635437 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.685104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for router_gateway (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.691725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for router_controller (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.694734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Made reservation on behalf of 39aa4cce7199466fbd878465214e4137 for: {'network': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:24.697229 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.738366 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.777205 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for router_gateway (fb2d6287-e677-4419-885f-4cc3c46b352b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.898655 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627fa65b-15e2-4c18-85ce-a37d6b9e86a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.943173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Attempting to bind port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:24.943923 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Attempting to bind port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:24.944507 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Attempting to bind port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:24.965130 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for router_gateway (29a03387-b6c6-4bb8-badb-15ffb1ab2183), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.990042 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks [] for port (92026385-2a67-4f6b-889c-3c18bf847da9), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:24.990557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks [] for security_group (317af82d-271b-47e0-b152-0e1cb29bd16a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.000047 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:25.000644 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:25.002193 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.002193 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Bound using segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:25.002447 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Bound port: 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:25.002978 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.007196 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks [] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.016694 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce5eb8-8234-4238-a669-ef105ab06c04 None None] Pushing event updated for resources: {'Port': ['ID=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.077957 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.079977 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for router_gateway (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.124576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] For port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:25.130211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] For port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:25.137655 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.143722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.195231 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (317af82d-271b-47e0-b152-0e1cb29bd16a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.195561 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:25.205911 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:25.206960 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:25.209719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:25.211851 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Pushing event updated for resources: {'Port': ['ID=5528b13e-ae42-4b55-8a82-0ed786a855a1,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.215272 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:25.220677 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:25.225631 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317af82d-271b-47e0-b152-0e1cb29bd16a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.247765 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=111122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:45:25.280671 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (262b7978-f4be-4cb4-9714-0cbde5d424df), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.281016 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.segments_db [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Added segment 262b7978-f4be-4cb4-9714-0cbde5d424df of type vlan for network 0da18e99-c8c7-4023-907c-2ca2827566cf Jul 20 22:45:25.289649 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.339520 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba12d-3deb-4d30-9ba7-74943520eea4 admin admin] Publish callbacks [] for security_group (869c9430-15a3-4dcf-ac01-bbcddfef510e), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.339717 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (0da18e99-c8c7-4023-907c-2ca2827566cf), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.380982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627fa65b-15e2-4c18-85ce-a37d6b9e86a4 admin admin] Publish callbacks [] for security_group (9d59d2be-7a4f-4739-9978-a9c086d61186), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.393118 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Router fb2d6287-e677-4419-885f-4cc3c46b352b is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:45:25.469398 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba12d-3deb-4d30-9ba7-74943520eea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (869c9430-15a3-4dcf-ac01-bbcddfef510e), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.484535 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (0da18e99-c8c7-4023-907c-2ca2827566cf), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.486418 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:25.487201 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.519104 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Pushing event updated for resources: {'Port': ['ID=92026385-2a67-4f6b-889c-3c18bf847da9,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.528590 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Attempting to bind port 5528b13e-ae42-4b55-8a82-0ed786a855a1 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:25.528904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Attempting to bind port 5528b13e-ae42-4b55-8a82-0ed786a855a1 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:25.529254 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Attempting to bind port 5528b13e-ae42-4b55-8a82-0ed786a855a1 on network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:25.539044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627fa65b-15e2-4c18-85ce-a37d6b9e86a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9d59d2be-7a4f-4739-9978-a9c086d61186), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.564344 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:25.568625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Checking segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:25.568625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.568625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Bound using segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:25.568625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Bound port: 5528b13e-ae42-4b55-8a82-0ed786a855a1, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:25.568625 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.571234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Attempting to bind port 92026385-2a67-4f6b-889c-3c18bf847da9 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:25.571563 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Attempting to bind port 92026385-2a67-4f6b-889c-3c18bf847da9 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:25.571934 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Attempting to bind port 92026385-2a67-4f6b-889c-3c18bf847da9 on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:25.602163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:25.602537 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:25.602988 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.603527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:25.604161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Bound port: 92026385-2a67-4f6b-889c-3c18bf847da9, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:25.604413 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.613552 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for router_gateway (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.623967 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:25.625574 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0da18e99-c8c7-4023-907c-2ca2827566cf,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.631769 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-eb0ba12d-3deb-4d30-9ba7-74943520eea4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c71439943d84ea888b6b20f2d78a0cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8068089 Jul 20 22:45:25.637041 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:25.637950 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45748) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:25.648541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a854-18a5-4357-812b-3508e0eec247 None None] Pushing event updated for resources: {'Port': ['ID=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.658612 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:25.659319 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:25.672653 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ee30e907-324b-4c35-ad54-147a806883f3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1894219 Jul 20 22:45:25.684915 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45750) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:25.690059 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Request body: {'subnet': {'network_id': '0da18e99-c8c7-4023-907c-2ca2827566cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1398226944-subnet', 'tenant_id': '39aa4cce7199466fbd878465214e4137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:25.720480 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-627fa65b-15e2-4c18-85ce-a37d6b9e86a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3f935addf9a4578871c37310f0eb093&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2495754 Jul 20 22:45:25.723289 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45752) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:25.725279 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 0da18e99-c8c7-4023-907c-2ca2827566cf details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:45:25.741833 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] For port 5528b13e-ae42-4b55-8a82-0ed786a855a1, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:25.757552 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.758497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba12d-3deb-4d30-9ba7-74943520eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869c9430-15a3-4dcf-ac01-bbcddfef510e,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:25.759299 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-dde17d0c-226c-4cc0-a4e1-43f0ab1fa8ff admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5246179 Jul 20 22:45:25.764969 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.768043 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45754) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:25.779739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] For port 5528b13e-ae42-4b55-8a82-0ed786a855a1, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5528b13e-ae42-4b55-8a82-0ed786a855a1,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:25.782967 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] For port 92026385-2a67-4f6b-889c-3c18bf847da9, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:25.828550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] Publish callbacks [] for security_group (9d59d2be-7a4f-4739-9978-a9c086d61186), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.830368 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] For port 92026385-2a67-4f6b-889c-3c18bf847da9, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=92026385-2a67-4f6b-889c-3c18bf847da9,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:25.830768 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Made reservation on behalf of 39aa4cce7199466fbd878465214e4137 for: {'subnet': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:25.834573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.862976 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.980131 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:25.989024 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] Publish callbacks [] for security_group (9d59d2be-7a4f-4739-9978-a9c086d61186), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.005480 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:26.031501 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8754e2-161f-43ea-84e2-c8f843dda33e None None] Pushing event updated for resources: {'Port': ['ID=5528b13e-ae42-4b55-8a82-0ed786a855a1,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:26.062634 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:26.183931 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8319cb6-01f0-4ef4-9bec-9ca58d1ef0dd None None] Pushing event updated for resources: {'Port': ['ID=92026385-2a67-4f6b-889c-3c18bf847da9,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:26.189846 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:26.203704 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:26.300088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa65b-15e2-4c18-85ce-a37d6b9e86a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59d2be-7a4f-4739-9978-a9c086d61186,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:26.356293 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9d59d2be-7a4f-4739-9978-a9c086d61186), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.359205 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.361754 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d59d2be-7a4f-4739-9978-a9c086d61186 HTTP/1.1" status: 204 len: 168 time: 0.6364717 Jul 20 22:45:26.376017 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c466d-90ae-4f28-8ecf-bb520606f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59d2be-7a4f-4739-9978-a9c086d61186,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:26.416063 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (36d7c30c-9d6b-4249-b054-a57fe539bbe7), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.417793 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:24Z', 'revision_number': 3, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:26.489160 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:26.490368 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Updating router fb2d6287-e677-4419-885f-4cc3c46b352b port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:26.491533 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:26.541983 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d7c30c-9d6b-4249-b054-a57fe539bbe7,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:26.555743 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.578529 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Checking segment: {'id': '262b7978-f4be-4cb4-9714-0cbde5d424df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0da18e99-c8c7-4023-907c-2ca2827566cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:26.578976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Network hostable DHCP agents. Network: 0da18e99-c8c7-4023-907c-2ca2827566cf, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:45:26.635223 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for router_gateway (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.684212 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Network 0da18e99-c8c7-4023-907c-2ca2827566cf is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:45:26.707338 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] Publish callbacks [] for security_group (869c9430-15a3-4dcf-ac01-bbcddfef510e), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.795627 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.804645 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 0da18e99-c8c7-4023-907c-2ca2827566cf) {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:26.817138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:26.821232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.821987 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36244d09-b5a1-47d8-b238-12c005457bf5 None None] Network 0da18e99-c8c7-4023-907c-2ca2827566cf requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:26.887126 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:26.888646 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for router_gateway (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.909714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] Publish callbacks [] for security_group (869c9430-15a3-4dcf-ac01-bbcddfef510e), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:26.927074 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cbc8b-5a4a-4b89-9ad4-a94b66e1c543 None None] Network b15c8654-25e9-4d25-a03d-08719b813dd0 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:26.947383 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-db3e99d0-f1d9-4abb-a57b-9bba40657a3d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2605867 Jul 20 22:45:27.071045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Allocated IP 172.27.1.123 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/e5020741-7471-43d5-82d7-3e29420a7c6b) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:27.073520 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.103951 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39870dac-0ee1-447d-b019-31e3863ce168 None None] Network 0da18e99-c8c7-4023-907c-2ca2827566cf requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:27.244594 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5528b13e-ae42-4b55-8a82-0ed786a855a1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:27.282302 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45778) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:27.302550 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Provisioning complete for port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:27.302550 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.373850 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Deleting subnet 0d8d5b73-fd1a-4ff3-be45-e3faeb7de968 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:45:27.389327 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Publish callbacks [] for subnet (0d8d5b73-fd1a-4ff3-be45-e3faeb7de968), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.457852 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Publish callbacks [] for subnet (0d8d5b73-fd1a-4ff3-be45-e3faeb7de968), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.473336 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (0d8d5b73-fd1a-4ff3-be45-e3faeb7de968), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.496952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 5528b13e-ae42-4b55-8a82-0ed786a855a1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:27.497390 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.504707 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc72b34-22b7-4ef3-914a-62eaef9d6770 None None] Network efcbc23a-538d-4e8a-a0a8-c637f267412a requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:27.532530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (869c9430-15a3-4dcf-ac01-bbcddfef510e), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.536131 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.537297 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/869c9430-15a3-4dcf-ac01-bbcddfef510e HTTP/1.1" status: 204 len: 168 time: 1.8917000 Jul 20 22:45:27.540530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.566861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648e58c-4dff-4b95-a403-d4cdd44fcf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869c9430-15a3-4dcf-ac01-bbcddfef510e,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:27.577708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45788) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:27.603167 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1371b738-2d9a-4d66-9d3a-e5fc921db695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.633209 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Current status of the port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:27.633900 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.684598 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for subnet (0d8d5b73-fd1a-4ff3-be45-e3faeb7de968), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.772480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8d5b73-fd1a-4ff3-be45-e3faeb7de968,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:27.793587 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.800453 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] For port f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:27.800627 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c8173eb0-ee7c-40c4-98ed-3a4522dc6489 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0d8d5b73-fd1a-4ff3-be45-e3faeb7de968 HTTP/1.1" status: 204 len: 168 time: 0.5165617 Jul 20 22:45:27.807432 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45790) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:27.811777 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1371b738-2d9a-4d66-9d3a-e5fc921db695 admin admin] Publish callbacks [] for security_group (eae83c93-8e95-49a8-b8a3-e4f91d4152a9), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.841349 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.925890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1371b738-2d9a-4d66-9d3a-e5fc921db695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eae83c93-8e95-49a8-b8a3-e4f91d4152a9), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.935493 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.954758 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.960613 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 5528b13e-ae42-4b55-8a82-0ed786a855a1 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:27.961033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:27.961685 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:27.988018 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1371b738-2d9a-4d66-9d3a-e5fc921db695 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78d0fd5f712a4143ab4b9cce1c9a9a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094386 Jul 20 22:45:27.991713 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45792) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:28.003539 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:28.013336 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:28.047448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:28.055181 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 5528b13e-ae42-4b55-8a82-0ed786a855a1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5528b13e-ae42-4b55-8a82-0ed786a855a1,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:28.102664 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks [] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.104884 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Provisioning complete for port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:28.105310 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.111481 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705511ef-1e4d-40ef-85df-787113c33488 None None] Pushing event updated for resources: {'Port': ['ID=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.135884 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Pushing event updated for resources: {'Port': ['ID=e5020741-7471-43d5-82d7-3e29420a7c6b,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.165322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.166539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:28.198656 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.231260 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.254580 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Pushing event updated for resources: {'Port': ['ID=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > port after_create 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > port after_delete 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > port after_update 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.263655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.275462 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.276029 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.277039 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.278737 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.279386 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.280669 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd781f-6f1b-4ca3-a5d6-ee440b840475 None None] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:28.283689 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.284571 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.293610 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.294167 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.294646 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.295913 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.295913 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.296095 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.296433 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.296817 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Tracked resource versions report: Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: pushed versions: Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: { 'AddressGroup': {'1.2'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Agent': {'1.1'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'ConntrackHelper': {'1.0'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'LocalIPAssociation': {'1.0'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Log': {'1.0'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'NDPProxy': {'1.0'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Network': {'1.1'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Port': {'1.7'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'PortForwarding': {'1.3'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'QosPolicy': {'1.10'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroup': {'1.5'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroupRule': {'1.2'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SubPort': {'1.0'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Subnet': {'1.1'}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Trunk': {'1.1'}} Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: consumer versions: Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: { DHCP agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: HyperV agent@hv-cinder-79987: {}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: L3 agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: Metadata agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: Metering agent@dv-cinder-799871-38-iscsi: {}, Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: Open vSwitch agent@dv-cinder-799871-38-iscsi: { 'AddressGroup': '1.2', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Agent': '1.1', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'ConntrackHelper': '1.0', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'LocalIPAssociation': '1.0', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Log': '1.0', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'NDPProxy': '1.0', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Network': '1.1', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Port': '1.7', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'PortForwarding': '1.3', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'QosPolicy': '1.10', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroup': '1.5', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SecurityGroupRule': '1.2', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'SubPort': '1.0', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Subnet': '1.1', Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: 'Trunk': '1.1'}} Jul 20 22:45:28.298062 dv-cinder-799871-38-iscsi neutron-server[111125]: {{(pid=111125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 22:45:28.355407 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=8 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:28.362942 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Attempting to bind port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:28.363425 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Attempting to bind port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:28.363956 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Attempting to bind port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:28.377329 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:28.377714 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:28.378124 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.378520 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:28.378998 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Bound port: fe63c9ef-1f21-468a-9b8f-91d5ab7e6822, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:28.379412 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.382775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:28.386592 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0660f65-4c70-4e50-967e-1a7dae26f2b6 None None] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:45:28.397559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371b738-2d9a-4d66-9d3a-e5fc921db695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae83c93-8e95-49a8-b8a3-e4f91d4152a9,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.412383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Allocated IP 172.27.1.248 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/a50ab645-551e-4ca8-8281-810c2a8952e4) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:28.422063 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:28.460487 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] For port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:28.466342 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] For port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:28.527723 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=5528b13e-ae42-4b55-8a82-0ed786a855a1,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.549558 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Current status of the port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:28.560227 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.565231 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.582495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:28.583087 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.584624 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Provisioning complete for port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:28.585055 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.636426 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.637494 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:28.637651 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.638586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.638968 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:28.639421 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:28.642742 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8872580-79bf-4a75-b686-b1bcd9e4face None None] Pushing event updated for resources: {'Port': ['ID=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:28.662782 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:28.663602 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:28.732469 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45800) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:28.733534 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:28.736259 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020641f2-d5ce-434c-a029-d1ba6bc1ed0a') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:28.736773 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020641f2-d5ce-434c-a029-d1ba6bc1ed0a') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:28.749791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Allocated IP 172.20.0.1 (b15c8654-25e9-4d25-a03d-08719b813dd0/d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2/83695a27-3076-4230-8dcf-d0f76c154570) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:28.781786 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:28.804642 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.956145 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:28.956530 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.962455 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Current status of the port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:28.962840 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:28.992692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (020641f2-d5ce-434c-a029-d1ba6bc1ed0a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.023164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbaba-8d96-407d-9791-eba27660adc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.035658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:29.062213 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (020641f2-d5ce-434c-a029-d1ba6bc1ed0a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.072853 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:24Z', 'revision_number': 3, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:29.091967 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:45:29.092729 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (020641f2-d5ce-434c-a029-d1ba6bc1ed0a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.103122 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.106713 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc11d8-7ef7-48c7-a412-1446b6294271 None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:24Z', 'revision_number': 3, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:29.113180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f80c4b5c-46d0-42df-b7a3-ad61cefc9591 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:29.137223 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] Publish callbacks [] for security_group (eae83c93-8e95-49a8-b8a3-e4f91d4152a9), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.233612 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:29.235317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:29.258943 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.db.api [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 22:45:29.259440 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG oslo_db.api [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 22:45:29.268340 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.272509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for router_gateway (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.284703 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:29.285181 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.333669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks [] for port (83695a27-3076-4230-8dcf-d0f76c154570), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.362876 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] Publish callbacks [] for security_group (eae83c93-8e95-49a8-b8a3-e4f91d4152a9), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.376890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.393957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:29.395217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 92026385-2a67-4f6b-889c-3c18bf847da9 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:29.448901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:29.459379 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 92026385-2a67-4f6b-889c-3c18bf847da9 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:29.460183 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.479538 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:29.502308 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:29.521277 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbaba-8d96-407d-9791-eba27660adc0 admin admin] Publish callbacks [] for security_group (22c40edd-4863-4f87-8e48-521fba13ae28), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.522999 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.536105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:29.556225 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.559855 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] 10.222.0.81 "DELETE /v2.0/networks/9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66 HTTP/1.1" status: 204 len: 168 time: 1.7500629 Jul 20 22:45:29.560924 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff041-add8-48a8-b578-bc0bfb56f04e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c60dd53-d4ce-42b2-a1a5-5f46da0b9c66,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.562906 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45820) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:29.573032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbaba-8d96-407d-9791-eba27660adc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (22c40edd-4863-4f87-8e48-521fba13ae28), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.589231 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Allocated IP 172.27.1.205 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:29.649027 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 020641f2-d5ce-434c-a029-d1ba6bc1ed0a resource provider aggregate not found Jul 20 22:45:29.649671 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 92026385-2a67-4f6b-889c-3c18bf847da9 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:29.650080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.684522 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eae83c93-8e95-49a8-b8a3-e4f91d4152a9), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.687506 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.690264 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eae83c93-8e95-49a8-b8a3-e4f91d4152a9 HTTP/1.1" status: 204 len: 168 time: 1.6953104 Jul 20 22:45:29.700191 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 020641f2-d5ce-434c-a029-d1ba6bc1ed0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 020641f2-d5ce-434c-a029-d1ba6bc1ed0a found for delete ", "request_id": "req-c3f07aa9-fe77-4fca-9412-9a7fbfba133a"}]} Jul 20 22:45:29.700276 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 92026385-2a67-4f6b-889c-3c18bf847da9, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=92026385-2a67-4f6b-889c-3c18bf847da9,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:29.703076 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9d1bbaba-8d96-407d-9791-eba27660adc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11914cf18ff643a6a0894f749c5af92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9602871 Jul 20 22:45:29.707648 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Deleting subnet 36d7c30c-9d6b-4249-b054-a57fe539bbe7 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:45:29.710327 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45826) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:29.715937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Pushing event updated for resources: {'Port': ['ID=a50ab645-551e-4ca8-8281-810c2a8952e4,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.721524 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bbaba-8d96-407d-9791-eba27660adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c40edd-4863-4f87-8e48-521fba13ae28,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.729487 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Publish callbacks [] for subnet (36d7c30c-9d6b-4249-b054-a57fe539bbe7), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.780349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4de41a-78e2-41ca-95a7-c017bf2d72c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae83c93-8e95-49a8-b8a3-e4f91d4152a9,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.819923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (36d7c30c-9d6b-4249-b054-a57fe539bbe7), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.831118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7760a545-5880-47a4-b247-76db42c867c9 None None] Current status of the port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:29.841806 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.864322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.891180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:29.915771 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (36d7c30c-9d6b-4249-b054-a57fe539bbe7), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.957021 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=92026385-2a67-4f6b-889c-3c18bf847da9,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:29.971637 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] Publish callbacks [] for security_group (22c40edd-4863-4f87-8e48-521fba13ae28), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:29.972414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:29.978949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Provisioning complete for port 5528b13e-ae42-4b55-8a82-0ed786a855a1 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:29.979479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.001474 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.008925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] Publish callbacks [] for security_group (22c40edd-4863-4f87-8e48-521fba13ae28), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.046098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:30.096264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Current status of the port 5528b13e-ae42-4b55-8a82-0ed786a855a1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.104026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:30.114181 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:30.114656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (fb2d6287-e677-4419-885f-4cc3c46b352b), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.115873 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Provisioning complete for port 92026385-2a67-4f6b-889c-3c18bf847da9 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.116340 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.117217 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Pushing event updated for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:30.172545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (36d7c30c-9d6b-4249-b054-a57fe539bbe7), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.215958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f80c4b5c-46d0-42df-b7a3-ad61cefc9591 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:30.252539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Current status of the port 92026385-2a67-4f6b-889c-3c18bf847da9 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.257545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (22c40edd-4863-4f87-8e48-521fba13ae28), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.268229 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.270421 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22c40edd-4863-4f87-8e48-521fba13ae28 HTTP/1.1" status: 204 len: 168 time: 0.5588152 Jul 20 22:45:30.286655 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Provisioning complete for port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.288453 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.292168 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.295685 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/36d7c30c-9d6b-4249-b054-a57fe539bbe7 HTTP/1.1" status: 204 len: 168 time: 0.7319701 Jul 20 22:45:30.296541 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b5814-c81d-4203-b045-af0641bfad1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d7c30c-9d6b-4249-b054-a57fe539bbe7,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:30.304027 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45832) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:30.313250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7c84f-cf35-43b1-bb23-b8060ded95c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c40edd-4863-4f87-8e48-521fba13ae28,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:30.352732 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:30.377878 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.378269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.392947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.481227 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-42665f26-535f-4b1b-997a-6cb00a31a116 None None] Current status of the port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.521035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.522026 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5528b13e-ae42-4b55-8a82-0ed786a855a1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:30.546325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.574104 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 5528b13e-ae42-4b55-8a82-0ed786a855a1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.574472 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.617921 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-4d9383c6-f994-43b5-90e0-93c26fb3aa3d None None] Provisioning complete for port 83695a27-3076-4230-8dcf-d0f76c154570 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.617921 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4d9383c6-f994-43b5-90e0-93c26fb3aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (83695a27-3076-4230-8dcf-d0f76c154570), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.659450 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-4d9383c6-f994-43b5-90e0-93c26fb3aa3d None None] Port 83695a27-3076-4230-8dcf-d0f76c154570 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:30.693521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 5528b13e-ae42-4b55-8a82-0ed786a855a1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.698098 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:30.729571 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:30.740248 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.740756 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.743476 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (0da18e99-c8c7-4023-907c-2ca2827566cf), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.764916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:30.774230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:30.786142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:30.851264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:30.853086 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:30.858991 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for router_gateway (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:30.911103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:30.911676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.031035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:31.031035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.050649 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:31.050953 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (83695a27-3076-4230-8dcf-d0f76c154570), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.090426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (0da18e99-c8c7-4023-907c-2ca2827566cf), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.118293 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.182554 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:31.244101 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:31.308199 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.308545 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.309337 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > port after_create 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > port after_update 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.315155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.481623 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.481953 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.482280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.482627 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 22:45:31.482986 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da18e99-c8c7-4023-907c-2ca2827566cf']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:31.488292 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:45:31.576559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:31.587594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262b7978-f4be-4cb4-9714-0cbde5d424df') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:31.587886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262b7978-f4be-4cb4-9714-0cbde5d424df') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:31.627035 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (262b7978-f4be-4cb4-9714-0cbde5d424df), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.656570 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd871-6286-4d06-9174-99eb04339baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.752790 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (262b7978-f4be-4cb4-9714-0cbde5d424df), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.754122 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:31.812088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:45:31.812458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (262b7978-f4be-4cb4-9714-0cbde5d424df), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.918279 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:31.941180 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for router_gateway (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:31.982467 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 92026385-2a67-4f6b-889c-3c18bf847da9 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:31.984998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.015466 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (0da18e99-c8c7-4023-907c-2ca2827566cf), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.032116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:32.033247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 92026385-2a67-4f6b-889c-3c18bf847da9 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:32.033789 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.054408 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:32.076118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:32.076741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:32.094458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.101060 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] 10.222.0.81 "DELETE /v2.0/networks/0da18e99-c8c7-4023-907c-2ca2827566cf HTTP/1.1" status: 204 len: 168 time: 1.7957761 Jul 20 22:45:32.135549 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe3c0a-4b8e-4305-98c4-2a0eef90ab8e admin admin] Pushing event deleted for resources: {'Network': ['ID=0da18e99-c8c7-4023-907c-2ca2827566cf,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:32.139112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks [] for port (83695a27-3076-4230-8dcf-d0f76c154570), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.207773 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:32.213762 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 92026385-2a67-4f6b-889c-3c18bf847da9 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:32.214871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:32.259357 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:32.294341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.339452 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:32.339757 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.349675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.350938 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-4283b416-9f49-4f69-ac45-230e95845f0b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.0342171 Jul 20 22:45:32.354059 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45898) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:32.406413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (fb2d6287-e677-4419-885f-4cc3c46b352b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.411043 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Pushing event updated for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:32.417676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.502432 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:32.506487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:32.508289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:32.541068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:32.541068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Updating router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 port e5020741-7471-43d5-82d7-3e29420a7c6b binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:32.561263 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:45:32.585312 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:32.668160 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:32.677951 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:32.786948 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 262b7978-f4be-4cb4-9714-0cbde5d424df resource provider aggregate not found Jul 20 22:45:32.822820 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 262b7978-f4be-4cb4-9714-0cbde5d424df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 262b7978-f4be-4cb4-9714-0cbde5d424df found for delete ", "request_id": "req-8f6afa06-9d55-48c3-9f05-18ad27a73429"}]} Jul 20 22:45:32.841244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:32.986287 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks [] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.000242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-a228e488-0aae-407e-8cb2-15f1271803f7 None None] Provisioning complete for port 83695a27-3076-4230-8dcf-d0f76c154570 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:33.001360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a228e488-0aae-407e-8cb2-15f1271803f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (83695a27-3076-4230-8dcf-d0f76c154570), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.036352 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:45:33.038813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:33.046494 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45916) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:33.050386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-a228e488-0aae-407e-8cb2-15f1271803f7 None None] Port 83695a27-3076-4230-8dcf-d0f76c154570 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:33.050811 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Sync routers for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:33.063755 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:33.064707 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:33.083848 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.132500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.172831 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Attempting to bind port e5020741-7471-43d5-82d7-3e29420a7c6b on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:33.173974 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Attempting to bind port e5020741-7471-43d5-82d7-3e29420a7c6b by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:33.174497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Attempting to bind port e5020741-7471-43d5-82d7-3e29420a7c6b on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:33.177568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4713c-c6f6-47bb-9cc8-74a0d7f403ee None None] Pushing event updated for resources: {'Port': ['ID=e5020741-7471-43d5-82d7-3e29420a7c6b,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Bound port: e5020741-7471-43d5-82d7-3e29420a7c6b, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:33.201011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.202457 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.208441 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:33.259676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] For port e5020741-7471-43d5-82d7-3e29420a7c6b, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:33.268161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] For port e5020741-7471-43d5-82d7-3e29420a7c6b, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=e5020741-7471-43d5-82d7-3e29420a7c6b,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:33.343625 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:45:33.373178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.400256 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.401732 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.403149 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b843b251-a92e-4c29-8956-dbc47cf60953 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8168211 Jul 20 22:45:33.409479 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7cc9c21f-bf8c-49b5-9d71-06e149cf3d8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8467d6d569584e26b7c4e1ceb3126598&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3436155 Jul 20 22:45:33.410625 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45924) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:33.428465 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45928) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:33.483854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:33.489381 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 3, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:33.497442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:33.506597 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.561851 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:33.564483 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:33.629452 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] Publish callbacks [] for security_group (6971ed8f-fa78-45e6-933c-f3c09b1c6e10), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.636163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Allocated IP 172.20.0.1 (efcbc23a-538d-4e8a-a0a8-c637f267412a/80e44ff8-24a7-403b-8594-f0940d944bf8/904f231f-88e2-46af-be9a-5e8b3d6e827a) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:33.643101 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:33.643689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:33.677207 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] Publish callbacks [] for security_group (6971ed8f-fa78-45e6-933c-f3c09b1c6e10), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.681395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:33.683434 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Checking router: 29a03387-b6c6-4bb8-badb-15ffb1ab2183 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:33.683791 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Updating router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 port a50ab645-551e-4ca8-8281-810c2a8952e4 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:33.689831 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-60404674-011e-42fe-ab49-921dc2270a39 admin admin] 10.222.0.81 "PUT /v2.0/routers/fb2d6287-e677-4419-885f-4cc3c46b352b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9121211 Jul 20 22:45:33.699390 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.724614 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4713c-c6f6-47bb-9cc8-74a0d7f403ee None None] Pushing event updated for resources: {'Port': ['ID=e5020741-7471-43d5-82d7-3e29420a7c6b,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:33.725272 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:33.746363 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.748448 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:33.749339 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:33.756748 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.769650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.774391 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a914b553-c13f-48b5-94fd-6398bb5f2ba6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0781627 Jul 20 22:45:33.775526 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 45936) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:33.798146 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks [] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:33.852295 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:33.924489 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.002218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Pushing event updated for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:34.014231 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:34.016096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:34.020479 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:34.095524 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6971ed8f-fa78-45e6-933c-f3c09b1c6e10), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.102861 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.104066 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6971ed8f-fa78-45e6-933c-f3c09b1c6e10 HTTP/1.1" status: 204 len: 168 time: 0.6746819 Jul 20 22:45:34.153675 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4860e49-773a-4f85-8ebc-ccb4b940c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971ed8f-fa78-45e6-933c-f3c09b1c6e10,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:34.213786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.224630 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:34.263190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:34.397422 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:34.642579 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:34.648482 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-10401c32-3ad2-42f9-9e84-2f92f7289f84 None None] Provisioning complete for port 904f231f-88e2-46af-be9a-5e8b3d6e827a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:34.649190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10401c32-3ad2-42f9-9e84-2f92f7289f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.715310 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-18dcd059-c904-4e2b-80a1-7f00ca8b63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.718317 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:34.727314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-10401c32-3ad2-42f9-9e84-2f92f7289f84 None None] Port 904f231f-88e2-46af-be9a-5e8b3d6e827a cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:34.761173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:34.787529 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.910432 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.959820 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks [] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:34.987141 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 2, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:34.996712 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 45994) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:35.018569 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:35.019113 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Updating router fb2d6287-e677-4419-885f-4cc3c46b352b port 83695a27-3076-4230-8dcf-d0f76c154570 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:35.019987 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708605131', 'description': 'tempest-description--330974676'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:35.041641 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 3, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:35.084232 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.110672 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.122919 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (83695a27-3076-4230-8dcf-d0f76c154570), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.131960 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Allocated IP 172.20.0.1 (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5/31139e6a-330b-49ab-a3e3-08ccfe91fe2a/f77877f1-9d93-4b9c-97be-a1dac19af538) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:35.162643 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:35.163262 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Updating router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:35.227939 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.288448 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Attempting to bind port a50ab645-551e-4ca8-8281-810c2a8952e4 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:35.288967 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Attempting to bind port a50ab645-551e-4ca8-8281-810c2a8952e4 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:35.289086 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Attempting to bind port a50ab645-551e-4ca8-8281-810c2a8952e4 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:35.295246 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:35.299440 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Allocated IP 172.20.0.1 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/85d8b222-002a-45dc-ac00-9bc3bdaa6ead) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:35.306979 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:35.307425 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:35.307828 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.308222 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:35.308964 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Bound port: a50ab645-551e-4ca8-8281-810c2a8952e4, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:35.309089 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.311071 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d8ffd-a4e1-42e6-a5f5-5cf1d0585458 None None] Pushing event updated for resources: {'Port': ['ID=a50ab645-551e-4ca8-8281-810c2a8952e4,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:35.324148 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.355471 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:35.378659 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks [] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.389559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:35.425999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f16d3d-864f-49d3-913d-615b0871a1ef None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:28Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:35.439386 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.440411 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] For port a50ab645-551e-4ca8-8281-810c2a8952e4, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:35.445686 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] For port a50ab645-551e-4ca8-8281-810c2a8952e4, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a50ab645-551e-4ca8-8281-810c2a8952e4,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:35.488774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.598820 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Pushing event updated for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:35.621594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.636238 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks [] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.670740 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (66a02ca1-53be-437d-aa22-49c82f93f33e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.690970 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks [] for port (83695a27-3076-4230-8dcf-d0f76c154570), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.695412 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.708916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks [] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.759972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.768736 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d8ffd-a4e1-42e6-a5f5-5cf1d0585458 None None] Pushing event updated for resources: {'Port': ['ID=a50ab645-551e-4ca8-8281-810c2a8952e4,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:35.769434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:35.770649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks [] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.770786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:35.775315 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:35.775915 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:35.816835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:35.817738 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (66a02ca1-53be-437d-aa22-49c82f93f33e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.845294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46004) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:35.845829 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Attempting to bind port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:35.846199 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Attempting to bind port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:35.846565 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Attempting to bind port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:35.928010 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a02ca1-53be-437d-aa22-49c82f93f33e,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:35.935334 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.944739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:35.945125 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:35.945547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.946417 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:35.947170 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Bound port: dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:35.947863 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.957627 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:45:35.982923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:35.984410 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e3927ee0-ca6b-4094-b409-192d4525c54e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9867003 Jul 20 22:45:35.996769 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46006) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:36.007108 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1fd82fbe-ae1b-4989-a134-d9240e26c7f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39aa4cce7199466fbd878465214e4137&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1572111 Jul 20 22:45:36.007108 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.007732 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46008) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:36.012966 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group_rule': {'security_group_id': '66a02ca1-53be-437d-aa22-49c82f93f33e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:36.043088 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cfbd4-679f-483c-b5c0-256b1d36066d None None] Pushing event updated for resources: {'Port': ['ID=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:36.057928 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] For port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:36.061649 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] For port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:36.088247 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.103417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Pushing event updated for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:36.154292 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.196787 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.229685 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (cad633c9-2dc4-4816-a982-9c314cfbdae8), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.262419 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Pushing event updated for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:36.295020 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:36.295679 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:36.302287 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-103e88b4-1cbd-4253-b9b7-c450da9c0421 admin admin] 10.222.0.81 "PUT /v2.0/routers/9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9471371 Jul 20 22:45:36.323796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:36.327610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:36.368816 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.370852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.375412 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.407513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46024) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:36.432036 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646647f-c8be-4116-b2c1-a29cb8f0ad21 None None] Pushing event updated for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:36.442329 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (cad633c9-2dc4-4816-a982-9c314cfbdae8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.449610 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:36.468186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.496399 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:36.502745 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:36.533722 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (cad633c9-2dc4-4816-a982-9c314cfbdae8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.606272 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad633c9-2dc4-4816-a982-9c314cfbdae8,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:36.636780 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:36.648393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:INSERT=9 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.668769 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:36.678232 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:36.681337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.681991 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-2580dae4-acf2-4460-adbe-7369bdffe7b5 None None] Provisioning complete for port 904f231f-88e2-46af-be9a-5e8b3d6e827a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:36.682345 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2580dae4-acf2-4460-adbe-7369bdffe7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.687380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:36.714885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.721775 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c7da9b65-a7d5-42d6-860c-8223b9ededd5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7196200 Jul 20 22:45:36.730050 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46034) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:36.737322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group_rule': {'security_group_id': '66a02ca1-53be-437d-aa22-49c82f93f33e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:36.801045 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Attempting to bind port 83695a27-3076-4230-8dcf-d0f76c154570 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:36.801412 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Attempting to bind port 83695a27-3076-4230-8dcf-d0f76c154570 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:36.801768 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Attempting to bind port 83695a27-3076-4230-8dcf-d0f76c154570 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:36.821940 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:36.826126 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Checking segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:36.826126 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.840924 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Bound using segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:36.844841 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Bound port: 83695a27-3076-4230-8dcf-d0f76c154570, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:36.845256 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (83695a27-3076-4230-8dcf-d0f76c154570), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.900586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (e9c52008-e455-430b-9fd8-f17579eddd1e), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:36.918479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:36.947290 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] Publish callbacks [] for security_group (317af82d-271b-47e0-b152-0e1cb29bd16a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.008022 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] Publish callbacks [] for security_group (317af82d-271b-47e0-b152-0e1cb29bd16a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.032812 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cfbd4-679f-483c-b5c0-256b1d36066d None None] Pushing event updated for resources: {'Port': ['ID=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:37.112861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.114866 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (e9c52008-e455-430b-9fd8-f17579eddd1e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.128448 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2580dae4-acf2-4460-adbe-7369bdffe7b5 None None] Port 904f231f-88e2-46af-be9a-5e8b3d6e827a cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:37.141118 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:37.174450 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] For port 83695a27-3076-4230-8dcf-d0f76c154570, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:37.188641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (317af82d-271b-47e0-b152-0e1cb29bd16a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.191658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3d9baff-43d8-4b6b-8c08-0b7fac119ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.191831 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] For port 83695a27-3076-4230-8dcf-d0f76c154570, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=83695a27-3076-4230-8dcf-d0f76c154570,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:37.196886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.198268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/317af82d-271b-47e0-b152-0e1cb29bd16a HTTP/1.1" status: 204 len: 168 time: 1.1223984 Jul 20 22:45:37.212713 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.248591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (e9c52008-e455-430b-9fd8-f17579eddd1e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.254024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e5c20-4cc9-4aad-9aa9-e2be32a6cf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317af82d-271b-47e0-b152-0e1cb29bd16a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:37.339066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c52008-e455-430b-9fd8-f17579eddd1e,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:37.345698 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.367695 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Provisioning complete for port 83695a27-3076-4230-8dcf-d0f76c154570 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:37.367994 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (83695a27-3076-4230-8dcf-d0f76c154570), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.384640 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 3, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:37.412089 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:37.425255 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3d9baff-43d8-4b6b-8c08-0b7fac119ffb admin admin] Publish callbacks [] for security_group (29bfaf67-d1ec-406c-be5f-75ee8ebd5f02), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.453834 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.475570 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.482010 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a52226dc-8d8d-4330-80b2-853726c631cc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7463913 Jul 20 22:45:37.482670 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46050) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:37.489830 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:37.538230 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 3, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:37.539359 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d3d9baff-43d8-4b6b-8c08-0b7fac119ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (29bfaf67-d1ec-406c-be5f-75ee8ebd5f02), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.546102 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.574049 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290be8b7-cebe-4d79-b967-35d470e52767 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 3, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:37.636177 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d508ff1-a9f2-4df1-ad8d-bb416851bdac None None] The sync data for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi is: [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 3, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:37.651588 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d3d9baff-43d8-4b6b-8c08-0b7fac119ffb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c66dad1ba27644a5ae96c9c6080f46d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2206151 Jul 20 22:45:37.668848 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46060) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:37.673983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Current status of the port 83695a27-3076-4230-8dcf-d0f76c154570 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:37.674464 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (83695a27-3076-4230-8dcf-d0f76c154570), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.737630 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] For port 83695a27-3076-4230-8dcf-d0f76c154570, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=83695a27-3076-4230-8dcf-d0f76c154570,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:37.789249 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:37.789249 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:37.809503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.815550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46076) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:37.825450 dv-cinder-799871-38-iscsi neutron-server[111122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 22:45:37.841846 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:37.906517 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks [] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.005582 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.006273 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646647f-c8be-4116-b2c1-a29cb8f0ad21 None None] Pushing event updated for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=4']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:38.180764 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:38.213192 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks [] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.286531 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device e5020741-7471-43d5-82d7-3e29420a7c6b up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:38.312144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:38.361380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.367165 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Provisioning complete for port f77877f1-9d93-4b9c-97be-a1dac19af538 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:38.367867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.480406 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Pushing event updated for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:38.540485 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Port f77877f1-9d93-4b9c-97be-a1dac19af538 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:38.556846 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Provisioning complete for port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:38.557232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.579735 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.589177 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port e5020741-7471-43d5-82d7-3e29420a7c6b triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:38.589177 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.621630 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:38.636814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Pushing event updated for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:38.679752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-55fc7fad-0dde-4ccc-aedf-4211bb1857ce tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:38.681349 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-55fc7fad-0dde-4ccc-aedf-4211bb1857ce tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.8614368 Jul 20 22:45:38.718178 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9baff-43d8-4b6b-8c08-0b7fac119ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfaf67-d1ec-406c-be5f-75ee8ebd5f02,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:38.751344 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:38.759749 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:38.832139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8b8193ed-aa90-48b0-b29b-ccd89b8be28e None None] Port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:38.838337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:38.842725 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:38.853260 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6ad60-1868-4420-9db7-22f07ac81849 None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:38.931318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:38.959291 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:39.046759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Pushing event updated for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:39.047425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:39.094493 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] Publish callbacks [] for security_group (29bfaf67-d1ec-406c-be5f-75ee8ebd5f02), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:39.117896 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-cca90e8d-d625-4421-856d-ee90f3e40765 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/quotas/55c688e93c2b414ca86a3c2f9ec84798 HTTP/1.1" status: 200 len: 375 time: 0.4285209 Jul 20 22:45:39.169799 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-33193405-add6-4c60-8ed2-9f4120c35ee3 None None] Provisioning complete for port 83695a27-3076-4230-8dcf-d0f76c154570 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:39.170097 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-33193405-add6-4c60-8ed2-9f4120c35ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (83695a27-3076-4230-8dcf-d0f76c154570), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:39.378966 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:39.379165 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-ea3fa3a3-317f-4328-8fbb-3ee92fc190b4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446210 Jul 20 22:45:39.482332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] Publish callbacks [] for security_group (29bfaf67-d1ec-406c-be5f-75ee8ebd5f02), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:39.564586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:39.585878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:39.694601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46132) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:39.736972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:39.741591 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:45:39.767077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:39.798982 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port e5020741-7471-43d5-82d7-3e29420a7c6b is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:39.799475 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:39.856279 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:39.961609 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port e5020741-7471-43d5-82d7-3e29420a7c6b, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=e5020741-7471-43d5-82d7-3e29420a7c6b,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:40.012552 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-33193405-add6-4c60-8ed2-9f4120c35ee3 None None] Current status of the port 83695a27-3076-4230-8dcf-d0f76c154570 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:40.059553 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.082640 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:40.099536 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Allocated IP 172.27.1.208 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/ec9c21c8-f66a-416b-8b13-6a45f617dd65) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:40.219657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fd184207-4339-4aa8-bd9f-bed64291c809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.225691 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:35Z', 'revision_number': 2, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:40.278659 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:40.286110 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:40.286841 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Updating router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 port 904f231f-88e2-46af-be9a-5e8b3d6e827a binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:40.300821 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Provisioning complete for port f77877f1-9d93-4b9c-97be-a1dac19af538 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:40.308047 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.341576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:40.373142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:45:40.421315 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fd184207-4339-4aa8-bd9f-bed64291c809 admin admin] Publish callbacks [] for security_group (97d9bd5d-f322-4d2f-81ed-5c126fdb2584), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.428560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-649a6733-ae39-4bab-a6ae-ab099aca396b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:45:40.429777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Port f77877f1-9d93-4b9c-97be-a1dac19af538 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:40.430078 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-649a6733-ae39-4bab-a6ae-ab099aca396b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3739731 Jul 20 22:45:40.431264 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (29bfaf67-d1ec-406c-be5f-75ee8ebd5f02), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.440376 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.440376 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29bfaf67-d1ec-406c-be5f-75ee8ebd5f02 HTTP/1.1" status: 204 len: 168 time: 2.7668662 Jul 20 22:45:40.498399 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Provisioning complete for port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:40.498796 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.515494 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:40.537177 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3110fe7b-6258-4aad-a732-e40881c266a5 admin admin] 10.222.0.81 "PUT /v2.0/routers/7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7581666 Jul 20 22:45:40.539983 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fd184207-4339-4aa8-bd9f-bed64291c809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (97d9bd5d-f322-4d2f-81ed-5c126fdb2584), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.576774 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-fa8dada2-976d-462a-aaea-845efdf342af None None] Port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:40.585820 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=e5020741-7471-43d5-82d7-3e29420a7c6b,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:40.587892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87427c8-3bf4-48b3-b166-9a9b5a65f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfaf67-d1ec-406c-be5f-75ee8ebd5f02,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:40.594112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.647979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:45:40.675798 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-df99713d-722d-4f3f-b226-bde8e854dcd9 admin admin] 10.222.0.81 "PUT /v2.0/routers/29a03387-b6c6-4bb8-badb-15ffb1ab2183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1993735 Jul 20 22:45:40.692465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:40.692783 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.697943 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-fd184207-4339-4aa8-bd9f-bed64291c809 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10dcd3a5465d434cbb63e588e4d4df8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9921558 Jul 20 22:45:40.699325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46152) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:40.709392 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-3da694fb-2514-463b-85d9-2eba8407bde8 service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659979 Jul 20 22:45:40.730584 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:40.749393 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd184207-4339-4aa8-bd9f-bed64291c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9bd5d-f322-4d2f-81ed-5c126fdb2584,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:40.783155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.879273 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] Publish callbacks [] for security_group (97d9bd5d-f322-4d2f-81ed-5c126fdb2584), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.884552 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-e60f192d-abdc-410d-be4a-6f9b521b4074 service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651790 Jul 20 22:45:40.933800 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] Publish callbacks [] for security_group (97d9bd5d-f322-4d2f-81ed-5c126fdb2584), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:40.992474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.009085 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:41.020825 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:41.021293 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.078380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (97d9bd5d-f322-4d2f-81ed-5c126fdb2584), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.081307 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.084930 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:41.086130 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97d9bd5d-f322-4d2f-81ed-5c126fdb2584 HTTP/1.1" status: 204 len: 168 time: 0.3850355 Jul 20 22:45:41.088627 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:41.092805 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:41.093980 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:41.098061 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=ec9c21c8-f66a-416b-8b13-6a45f617dd65,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:41.098730 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3796d-18c0-4652-a280-f8930ec3c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9bd5d-f322-4d2f-81ed-5c126fdb2584,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:41.211911 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks [] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.252658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.253566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a50ab645-551e-4ca8-8281-810c2a8952e4 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:41.338540 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.432877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.480588 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cae7e9b3-2909-45f3-8cda-e234b25ac421 req-df40137c-f0ed-4685-b18b-f13ad456a7c8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 210 time: 0.0792546 Jul 20 22:45:41.499710 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46190) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:41.513261 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120653088', 'description': 'tempest-description--2026368926'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:41.546486 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46196) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:41.600505 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.604161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:41.619978 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port a50ab645-551e-4ca8-8281-810c2a8952e4 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:41.620372 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.656287 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.694633 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:41.698499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6739f2a7-34ed-4f20-861a-6044601192fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.708173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:41.740403 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de646b-9fac-44af-81ad-47801eeb20d0 None None] Pushing event updated for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:41.759231 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Attempting to bind port 904f231f-88e2-46af-be9a-5e8b3d6e827a on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:41.759580 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Attempting to bind port 904f231f-88e2-46af-be9a-5e8b3d6e827a by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:41.760102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Attempting to bind port 904f231f-88e2-46af-be9a-5e8b3d6e827a on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:41.772614 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:41.773533 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:41.775133 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.775586 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Bound using segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:41.777226 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Bound port: 904f231f-88e2-46af-be9a-5e8b3d6e827a, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:41.777820 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.778615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:41.833628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (18ec275a-5fae-40c3-afe6-81d6316da1ac), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.871357 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-89cbde5d-6ad2-44d7-bca1-c27a214441e6 None None] Provisioning complete for port 904f231f-88e2-46af-be9a-5e8b3d6e827a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:41.872045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-89cbde5d-6ad2-44d7-bca1-c27a214441e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.883698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (18ec275a-5fae-40c3-afe6-81d6316da1ac), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.949167 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec275a-5fae-40c3-afe6-81d6316da1ac,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:41.978461 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:41.991594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6739f2a7-34ed-4f20-861a-6044601192fc admin admin] Publish callbacks [] for security_group (ecac77b0-1978-4a39-8473-3b3d6966775a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.010420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.010420 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e8b91e35-1de1-47cd-b02f-5c3aedb69305 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5058663 Jul 20 22:45:42.010420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46202) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:42.015144 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '18ec275a-5fae-40c3-afe6-81d6316da1ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:42.027433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.114132 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port a50ab645-551e-4ca8-8281-810c2a8952e4 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:42.114692 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.151203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port a50ab645-551e-4ca8-8281-810c2a8952e4, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a50ab645-551e-4ca8-8281-810c2a8952e4,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:42.152614 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6739f2a7-34ed-4f20-861a-6044601192fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecac77b0-1978-4a39-8473-3b3d6966775a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.175919 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] For port 904f231f-88e2-46af-be9a-5e8b3d6e827a, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:42.175919 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-89cbde5d-6ad2-44d7-bca1-c27a214441e6 None None] Port 904f231f-88e2-46af-be9a-5e8b3d6e827a cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:42.178294 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] For port 904f231f-88e2-46af-be9a-5e8b3d6e827a, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=904f231f-88e2-46af-be9a-5e8b3d6e827a,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:42.205375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=ec9c21c8-f66a-416b-8b13-6a45f617dd65,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:42.220430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (3d6b4dee-bd48-43ea-aa67-9d424da7d434), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.239232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.243551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.244623 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 83695a27-3076-4230-8dcf-d0f76c154570 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:42.256549 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-6739f2a7-34ed-4f20-861a-6044601192fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6f7e409b62244ee97e6374c5ba54f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6859107 Jul 20 22:45:42.257838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739f2a7-34ed-4f20-861a-6044601192fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecac77b0-1978-4a39-8473-3b3d6966775a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:42.263943 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46220) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:42.314688 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.318315 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-26fce87d-00ca-42d4-bd46-4139d65ddb9c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8346367 Jul 20 22:45:42.349353 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] Publish callbacks [] for security_group (ecac77b0-1978-4a39-8473-3b3d6966775a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.360621 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.402150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:42.410900 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (3d6b4dee-bd48-43ea-aa67-9d424da7d434), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.413762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] Publish callbacks [] for security_group (ecac77b0-1978-4a39-8473-3b3d6966775a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.488985 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (3d6b4dee-bd48-43ea-aa67-9d424da7d434), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.574098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6b4dee-bd48-43ea-aa67-9d424da7d434,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:42.578273 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 83695a27-3076-4230-8dcf-d0f76c154570 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:42.579884 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:42.592463 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (83695a27-3076-4230-8dcf-d0f76c154570), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.594878 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:42.600113 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:42.655330 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:42.659364 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:42.708458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:42.714274 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6287b6e5-2557-4c5e-b4d2-e730749335b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7025433 Jul 20 22:45:42.715806 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46248) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:42.731268 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '18ec275a-5fae-40c3-afe6-81d6316da1ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:42.778229 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46256) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:42.784294 dv-cinder-799871-38-iscsi neutron-server[111123]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 22:45:42.832359 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=a50ab645-551e-4ca8-8281-810c2a8952e4,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:42.927932 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-3668ed55-4b99-458c-b6e7-eababb170390 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:42.929887 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-3668ed55-4b99-458c-b6e7-eababb170390 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.4304268 Jul 20 22:45:42.937759 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:42.965179 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-115fdeee-a414-43c7-bde1-a4078712948f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/quotas/55c688e93c2b414ca86a3c2f9ec84798 HTTP/1.1" status: 200 len: 375 time: 0.0257301 Jul 20 22:45:43.012653 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Sync routers for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:45:43.048169 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:43.064573 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-b8da1e7e-7c12-46ad-8e9f-010065e9c9c7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812359 Jul 20 22:45:43.103783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecac77b0-1978-4a39-8473-3b3d6966775a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.107880 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.110040 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecac77b0-1978-4a39-8473-3b3d6966775a HTTP/1.1" status: 204 len: 168 time: 0.8440156 Jul 20 22:45:43.155041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df86a01-f3a7-421d-bfcc-670ab8534b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecac77b0-1978-4a39-8473-3b3d6966775a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:43.158247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:43.204370 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (8a681b5b-6699-4b81-8f88-0113c63ef6ce), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.272759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-2776ea67-8db8-4566-a2c1-b0506be39be5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:43.279818 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-2776ea67-8db8-4566-a2c1-b0506be39be5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/networks?id=33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 HTTP/1.1" status: 200 len: 812 time: 0.5002372 Jul 20 22:45:43.310192 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-5804bc23-9d26-4362-8c32-d1c8e9d973ae tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/quotas/788c1d44ad5d442e8ec58f1d76ae649b HTTP/1.1" status: 200 len: 375 time: 0.0293272 Jul 20 22:45:43.332561 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-64609e3a-b95a-40d7-b3b2-700ed541ffc1 service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564659 Jul 20 22:45:43.488564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:43.496954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:43.498754 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:43.510409 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-ad743a20-1f42-4708-b4f4-7acc42dd61ff service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632111 Jul 20 22:45:43.514104 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:43.514726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:43.525038 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (8a681b5b-6699-4b81-8f88-0113c63ef6ce), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.543799 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:43.543799 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Updating router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:43.543799 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:43.562390 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Provisioning complete for port 904f231f-88e2-46af-be9a-5e8b3d6e827a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:43.562702 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.577014 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-96e3f9c4-55d4-4dca-bb0b-ef271ce4dbf5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=788c1d44ad5d442e8ec58f1d76ae649b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2656455 Jul 20 22:45:43.583868 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.632532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (8a681b5b-6699-4b81-8f88-0113c63ef6ce), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.635759 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de646b-9fac-44af-81ad-47801eeb20d0 None None] Pushing event updated for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:43.681184 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a681b5b-6699-4b81-8f88-0113c63ef6ce,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:43.775170 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.780263 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46302) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:43.781466 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fda46996-83c5-4a3b-a96a-0df1fd1ac7ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0635936 Jul 20 22:45:43.788157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:43.804162 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:43.872710 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d9291-f8c6-453c-abfd-33e1ad4777a9 None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:43.882159 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 83695a27-3076-4230-8dcf-d0f76c154570 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:43.900890 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:43.926583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Current status of the port 904f231f-88e2-46af-be9a-5e8b3d6e827a is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:43.926967 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:43.929288 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.013306 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] For port 904f231f-88e2-46af-be9a-5e8b3d6e827a, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=904f231f-88e2-46af-be9a-5e8b3d6e827a,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:44.056904 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:44.118535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.125075 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks [] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.185582 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-a88f88de-db8c-4afd-90e4-4f6eeaaec85e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--708605131&fields=id&tenant_id=90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 267 time: 0.2296102 Jul 20 22:45:44.190943 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:44.215176 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.262521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:44.279971 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:44.428467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:44.436502 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-cc313510-911b-462e-b324-669bb261371a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:45:44.438495 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-cc313510-911b-462e-b324-669bb261371a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2179632 Jul 20 22:45:44.496760 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344f66f-09cb-4a72-9cdc-25db1e7b5c79 None None] Pushing event updated for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:44.515607 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Attempting to bind port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:44.517350 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Attempting to bind port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:44.519279 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Attempting to bind port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:44.535674 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:44.539780 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:44.541687 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.542249 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:44.544474 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Bound port: 85d8b222-002a-45dc-ac00-9bc3bdaa6ead, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:44.547960 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.633365 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdcb81-5830-4a57-bb5f-d558831e356a None None] Pushing event updated for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:44.705240 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.777403 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:44.777741 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] For port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:44.781156 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.790658 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] For port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:44.791632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-1c9d2549-7d3e-439d-8e2f-f58d9de27879 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:44.800987 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-1c9d2549-7d3e-439d-8e2f-f58d9de27879 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 811 time: 0.6133537 Jul 20 22:45:44.806889 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-9d60ead1-93c9-46d6-ba17-c7ec5dbaec36 service neutron] 10.222.0.81 "GET /v2.0/networks/33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615937 Jul 20 22:45:44.857698 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-e9defc4c-70d5-4af8-966b-0f82b809338a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/quotas/90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 375 time: 0.0554149 Jul 20 22:45:44.880329 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-51347cbf-2ff9-4d16-a929-99bd369f32ad None None] Provisioning complete for port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:44.880800 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-51347cbf-2ff9-4d16-a929-99bd369f32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.944338 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-51347cbf-2ff9-4d16-a929-99bd369f32ad None None] Port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:44.958436 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:44.973673 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-f3530a53-9de1-4bb8-ad4e-eecf81677118 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147666 Jul 20 22:45:45.026766 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'f77877f1-9d93-4b9c-97be-a1dac19af538', 'name': '', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'mac_address': 'fa:16:3e:b5:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 2, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'subnets': [{'id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:45.035598 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e1eedd06-a812-4acd-af08-9d7f0e9b4f9c service neutron] 10.222.0.81 "GET /v2.0/networks/33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202597 Jul 20 22:45:45.115292 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344f66f-09cb-4a72-9cdc-25db1e7b5c79 None None] Pushing event updated for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=4']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:45.122769 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:45.124381 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:45.141450 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Checking router: 29a03387-b6c6-4bb8-badb-15ffb1ab2183 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:45:45.141899 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Updating router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 port f77877f1-9d93-4b9c-97be-a1dac19af538 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:45:45.210219 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.27.1.93 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/71a7fcb4-9780-4492-ac90-428cf44b2f9e) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:45.318158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:45.360515 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:45.361635 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a50ab645-551e-4ca8-8281-810c2a8952e4 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:45.427413 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:45.429858 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:45.796239 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-74c78261-5bb2-4751-8b74-5f10c2216021 req-d4e5aa63-71ef-4f91-877c-3280cbb9cf43 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 210 time: 0.1254649 Jul 20 22:45:45.923613 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-349372a1-afd8-4cd5-b9a3-6b7ec9c4c8e3 service neutron] 10.222.0.81 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330370 Jul 20 22:45:46.067864 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.105236 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-86938c24-4ede-4f5d-b2c5-58a24f504d69 service neutron] 10.222.0.81 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787548 Jul 20 22:45:46.155656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:46.218637 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.279910 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks [] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.302896 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Provisioning complete for port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:46.303090 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.337349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:46.339647 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:46.343447 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:44Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:46.364686 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:46.372660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:46.375136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:46.375472 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e929c-e4f9-48e4-b95d-a5e03a118bd2 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:44Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:46.411570 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Current status of the port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:46.412366 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.422434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=71a7fcb4-9780-4492-ac90-428cf44b2f9e,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:46.467553 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.476249 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port a50ab645-551e-4ca8-8281-810c2a8952e4 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:46.476654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.561518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.23', 58832) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:46.569641 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] For port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:46.598078 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.664836 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d3bfae7f-342e-45e2-9283-7967220f25a9 req-2086a567-1306-4c74-b081-8f35646b39e2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0612707 Jul 20 22:45:46.843602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.848639 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Attempting to bind port f77877f1-9d93-4b9c-97be-a1dac19af538 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:45:46.849152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Attempting to bind port f77877f1-9d93-4b9c-97be-a1dac19af538 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:45:46.849526 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Attempting to bind port f77877f1-9d93-4b9c-97be-a1dac19af538 on network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:45:46.852386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3c582-d95e-46a1-9cbd-5b7ae0940db7 None None] Pushing event updated for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:46.857205 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:46.952531 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bcdbd-bdbd-4749-947b-48fcedb64cef None None] Pushing event updated for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:46.991380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-716bdcad-d6f8-475f-ac53-f0c7cad9de20 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:46.993187 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-716bdcad-d6f8-475f-ac53-f0c7cad9de20 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.4288919 Jul 20 22:45:47.001270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:45:47.001270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Checking segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:45:47.001270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.001270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Bound using segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:45:47.001270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Bound port: f77877f1-9d93-4b9c-97be-a1dac19af538, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:45:47.001626 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.062356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'port': {'device_id': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'admin_state_up': True, 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:47.141474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port a50ab645-551e-4ca8-8281-810c2a8952e4 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:47.144188 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device e5020741-7471-43d5-82d7-3e29420a7c6b up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:47.291074 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] For port f77877f1-9d93-4b9c-97be-a1dac19af538, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:45:47.296425 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] For port f77877f1-9d93-4b9c-97be-a1dac19af538, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f77877f1-9d93-4b9c-97be-a1dac19af538,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:45:47.320192 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:47.325754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:47.337545 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8aa082c2-2160-4e43-bb55-3746a13763ac req-558ce917-b122-40f4-8bb4-c3f4e8ff97ec tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.1262841 Jul 20 22:45:47.339265 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port e5020741-7471-43d5-82d7-3e29420a7c6b triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:47.339644 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.402465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-bfdf623c-95cc-44f0-975a-d822c9ff3755 None None] Provisioning complete for port f77877f1-9d93-4b9c-97be-a1dac19af538 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:47.403129 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bfdf623c-95cc-44f0-975a-d822c9ff3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.490466 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf623c-95cc-44f0-975a-d822c9ff3755 None None] Port f77877f1-9d93-4b9c-97be-a1dac19af538 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:47.495000 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.529702 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:47.566283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.679780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3c582-d95e-46a1-9cbd-5b7ae0940db7 None None] Pushing event updated for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:47.685922 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port e5020741-7471-43d5-82d7-3e29420a7c6b is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:47.693607 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:45:47.694255 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:45:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:47.724660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:47.727317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Made reservation on behalf of 55c688e93c2b414ca86a3c2f9ec84798 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:47.738695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.116706 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 904f231f-88e2-46af-be9a-5e8b3d6e827a up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:48.151566 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:48.154041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:48.233224 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=71a7fcb4-9780-4492-ac90-428cf44b2f9e,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:48.238190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.23', 58840) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:48.285238 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:45:48.321868 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Provisioning complete for port f77877f1-9d93-4b9c-97be-a1dac19af538 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:48.322237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.325313 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-00910797-3caf-4256-b70d-86a48f01a44a req-9463855b-8e7e-46f1-8701-b2937646db5c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 210 time: 0.2588277 Jul 20 22:45:48.354542 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.423913 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e6f27381-872c-4d23-8275-30e11c898574 req-9f07b741-7a10-4fed-ab3b-c517afe09ed1 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.1513522 Jul 20 22:45:48.534032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.562382 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c99b5c68-3263-4792-99ec-2108257586fd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7772346 Jul 20 22:45:48.568601 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-86d911a8-270c-4929-8044-a0808375e50e req-8eee0969-2f8b-4f0f-bcf1-133efbb2d733 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.1088960 Jul 20 22:45:48.762608 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 904f231f-88e2-46af-be9a-5e8b3d6e827a triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:48.763053 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.844868 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Current status of the port f77877f1-9d93-4b9c-97be-a1dac19af538 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:48.845255 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:48.856087 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'f77877f1-9d93-4b9c-97be-a1dac19af538', 'name': '', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'mac_address': 'fa:16:3e:b5:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:47Z', 'revision_number': 4, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'subnets': [{'id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:45:48.900415 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0187e8e-ba46-4bba-b8a0-4fd86ac5bbf7 None None] The sync data for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi is: [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'f77877f1-9d93-4b9c-97be-a1dac19af538', 'name': '', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'mac_address': 'fa:16:3e:b5:ff:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:47Z', 'revision_number': 4, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'subnets': [{'id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:45:48.923757 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] For port f77877f1-9d93-4b9c-97be-a1dac19af538, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f77877f1-9d93-4b9c-97be-a1dac19af538,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:45:48.934948 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Allocated IP 172.20.0.3 (efcbc23a-538d-4e8a-a0a8-c637f267412a/80e44ff8-24a7-403b-8594-f0940d944bf8/f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:48.961907 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 904f231f-88e2-46af-be9a-5e8b3d6e827a is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:48.962969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 85d8b222-002a-45dc-ac00-9bc3bdaa6ead up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:49.008346 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:49.013849 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:49.024365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-bbbd079f-0017-42ae-9f46-1c53d770686c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:49.025907 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-bbbd079f-0017-42ae-9f46-1c53d770686c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.7863436 Jul 20 22:45:49.048962 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-263726d0-4afd-41d3-9def-5953cc9dd673 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2120653088&fields=id&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 267 time: 0.1878846 Jul 20 22:45:49.065237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:49.092050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:49.164297 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07f07-06f4-494a-8fc9-2aea1603c827 None None] Pushing event updated for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:49.176816 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:49.213870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'port': {'device_id': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'admin_state_up': True, 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:45:49.329595 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:49.380682 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-574d3a51-e767-4ce1-ae3e-e38d95f0153b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:49.387811 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-574d3a51-e767-4ce1-ae3e-e38d95f0153b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.3354678 Jul 20 22:45:49.442239 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-26cbca42-688b-44c3-9bdf-aaa6bf5cee16 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/quotas/f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 375 time: 0.0456626 Jul 20 22:45:49.447656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:49.458696 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:49.537153 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-dc4fafd0-7df5-4d6d-a367-89dec7ca7869 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856881 Jul 20 22:45:49.591824 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.23', 58845) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:49.644638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:49.646346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Made reservation on behalf of 55c688e93c2b414ca86a3c2f9ec84798 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:45:49.654870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:49.722704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:49.798202 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-c0b14072-e102-4ead-99e8-ca98a637a19b service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598937 Jul 20 22:45:49.807903 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7fc3d4ac-eb75-4926-afd7-e1c1dd4afe89 req-b5a0ea27-fd1d-4943-8ae8-7aedf1e5c747 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0769582 Jul 20 22:45:49.875398 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-4b1436ff-d055-4a18-babc-ff163f7d6924 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:49.877168 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-4b1436ff-d055-4a18-babc-ff163f7d6924 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.23 "GET /v2.0/networks?id=33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 HTTP/1.1" status: 200 len: 812 time: 0.2780552 Jul 20 22:45:49.953889 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:49.963263 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8fda9d3a-3a14-4d3b-9411-bd9569ca60fa req-16e780ad-8394-4904-98fe-ea5e23a6d960 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0594835 Jul 20 22:45:50.010098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:50.013486 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:50.022965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:50.084088 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:50.238501 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64e1b87d-5c7c-4baa-bc89-09da599cc9e4 req-c5761752-2209-48a1-8d3a-2af87b1a76fc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0332167 Jul 20 22:45:50.256478 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:50.257136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:50.288027 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-6837ae38-9450-4d15-b9a2-0c2d7fedc661 service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889660 Jul 20 22:45:50.297141 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Allocated IP 172.20.0.5 (efcbc23a-538d-4e8a-a0a8-c637f267412a/80e44ff8-24a7-403b-8594-f0940d944bf8/417af98e-97a4-4636-8e23-5904d61a9d52) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:45:50.516403 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for port (417af98e-97a4-4636-8e23-5904d61a9d52), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:50.519755 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-76680f19-2f7c-4cf6-b267-dc99646323fa None None] Provisioning complete for port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:50.519755 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-76680f19-2f7c-4cf6-b267-dc99646323fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:50.540575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-76680f19-2f7c-4cf6-b267-dc99646323fa None None] Port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:50.743384 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-19d55e68-11cd-49b9-95dc-f2a9c1966cc2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6868675 Jul 20 22:45:50.843847 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:50.890451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:45:50.901510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:45:50.901660 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:45:50.959643 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:50.985622 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:51.030054 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:51.036842 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:51.037490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:51.054254 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b44bed-e060-44c8-a9f4-36f6b4088e17 req-6ed86171-69a6-4eb6-a642-77bc79c65c50 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:51.059375 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22b44bed-e060-44c8-a9f4-36f6b4088e17 req-6ed86171-69a6-4eb6-a642-77bc79c65c50 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.1039984 Jul 20 22:45:51.072116 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:51.086000 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9d867ed8-c0a1-4c37-be52-cadd196ad210 req-7fafcb44-dda4-40dc-a940-a7b47cd56f3d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0356297 Jul 20 22:45:51.135742 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22b44bed-e060-44c8-a9f4-36f6b4088e17 req-720c5b55-1d3b-47d8-95b2-6efa3904a902 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693078 Jul 20 22:45:51.160400 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-c059fe48-63fe-4c17-b4f5-a685bec32801 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9611194 Jul 20 22:45:51.189561 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a7f4ad01-1cbc-4c03-a5e2-0569aec983d7 req-c5439895-042f-47a8-8e7c-36c6bd9cd287 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0281832 Jul 20 22:45:51.265852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-116f9047-830c-454c-8b51-5b6c75948d85 None None] Provisioning complete for port 417af98e-97a4-4636-8e23-5904d61a9d52 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:51.267077 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-116f9047-830c-454c-8b51-5b6c75948d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:51.309460 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-116f9047-830c-454c-8b51-5b6c75948d85 None None] Port 417af98e-97a4-4636-8e23-5904d61a9d52 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:45:51.372357 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1848cb57-bb5f-445a-86a0-aa310ef374cf req-61fd5f66-b072-4c7d-917e-8d572db35525 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0312469 Jul 20 22:45:51.782391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f77877f1-9d93-4b9c-97be-a1dac19af538 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:45:51.826897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port f77877f1-9d93-4b9c-97be-a1dac19af538 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:45:51.827399 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:51.890017 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:51.898809 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port f77877f1-9d93-4b9c-97be-a1dac19af538 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:45:52.111922 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:52.165896 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8d75cfb5-84c5-4c2f-8d0a-1785ac7cb08b req-f56929b3-d7ab-458d-88ee-cc4274c0f8bd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0332518 Jul 20 22:45:52.292099 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdccebc-7504-4f52-b2c7-14dbebfc8969 req-a3abf6a0-4393-4b8b-88af-e12699f6775c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:52.293632 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8cdccebc-7504-4f52-b2c7-14dbebfc8969 req-a3abf6a0-4393-4b8b-88af-e12699f6775c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0873644 Jul 20 22:45:52.297608 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b74257f5-f7f8-4f23-8b45-519fbda354b5 req-82d0ee6a-9901-478e-b07f-a707804b822c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0359955 Jul 20 22:45:52.345027 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8cdccebc-7504-4f52-b2c7-14dbebfc8969 req-c359e510-a544-4d73-9cbb-227a03f4ae64 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Jul 20 22:45:52.438756 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:52.476514 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a38923fc-0f01-49aa-8188-a9f22bda689e req-c4c76cbb-506f-4922-af7f-e3856534080d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Jul 20 22:45:52.535143 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:52.608542 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:52.894159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.054213 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.209041 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.259701 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-63bebad3-946e-44a8-bd1a-581ba26f5575 req-f3e682ee-ce98-4da0-aa03-cfa4612b9c3f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Jul 20 22:45:53.260419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.345853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.394380 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-613e804c-06c0-44a0-8e0b-830873fc4aff req-b71f3029-fa37-494a-9550-f9fc4f979050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0300138 Jul 20 22:45:53.437070 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:53.459348 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77851cbe-70ba-4528-aec1-a05bb54b366e req-a248da06-e284-4a80-9b7b-d425b9c6181e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:53.460761 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-77851cbe-70ba-4528-aec1-a05bb54b366e req-a248da06-e284-4a80-9b7b-d425b9c6181e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0494251 Jul 20 22:45:53.509090 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-77851cbe-70ba-4528-aec1-a05bb54b366e req-a5d0a1fc-615a-4c2f-8b01-ca6cea7fad5d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Jul 20 22:45:53.612871 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a36c380a-a82a-4287-a2a3-6f04d045b08a req-f296ee3f-a788-412a-8124-64f40cbefcf4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0398352 Jul 20 22:45:53.940560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:54.077281 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:54.368626 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-32513948-9cff-4b7e-90ff-6184303325db req-84ecc253-bf5b-4c87-a471-c3203bc5df66 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0362277 Jul 20 22:45:54.511453 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-91237501-c845-4ae3-a05d-38bf47212514 req-f5223b56-2ef7-4985-826c-0befad3c99a0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0461190 Jul 20 22:45:54.709888 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b41e2-6dab-4b26-9c40-dd0b0c287377 req-a8ff0f25-a5d8-4b85-8164-97737cd28ffd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:54.711997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc0b41e2-6dab-4b26-9c40-dd0b0c287377 req-a8ff0f25-a5d8-4b85-8164-97737cd28ffd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0726256 Jul 20 22:45:54.741826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:54.757389 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb0e17fc-7a4e-4f8a-b661-1573a6c96bda req-b95e11b2-dcb2-4174-b861-c25a4701a921 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0460196 Jul 20 22:45:54.786531 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc0b41e2-6dab-4b26-9c40-dd0b0c287377 req-226b5f50-82e1-459d-865f-23c3b3a3c4ea tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524077 Jul 20 22:45:54.842886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:54.903388 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:45:55.487471 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ecf453fe-d234-441f-9082-02a0534cf131 req-ef7da3b1-6e31-4ac8-8ab6-149b13b44442 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0294688 Jul 20 22:45:55.623426 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-17a17d0d-9139-4300-ae15-600c6ac7523c req-64d767cb-fb40-40e6-b5ff-280ad14665ff tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0362737 Jul 20 22:45:55.965367 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8929683d-02d4-4125-a9fb-17bab0379a6d req-f7f84174-1a6b-41fe-a210-f6495447d573 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0445943 Jul 20 22:45:56.030364 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de9fa-04bf-4565-99ce-8e1986137224 req-cdc500de-1c4c-44a3-b122-fddd5eed3b47 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:56.031974 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a12de9fa-04bf-4565-99ce-8e1986137224 req-cdc500de-1c4c-44a3-b122-fddd5eed3b47 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0877907 Jul 20 22:45:56.143411 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a12de9fa-04bf-4565-99ce-8e1986137224 req-8c17999f-2169-4c23-8c5a-1173ac86f360 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973520 Jul 20 22:45:56.557565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46664) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:56.644095 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-382837db-3b08-4eec-83ac-b1ee6bb935e4 req-e613b42f-9cb3-4c02-b272-b63600b7a87c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0414374 Jul 20 22:45:56.726108 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46672) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:56.800441 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6fd72ac2-e46d-4ff8-9857-f73e0648b2c4 req-41202bc7-67da-44ee-9d8d-cd80f26a7629 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0534520 Jul 20 22:45:56.815574 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-47021243-e092-4a3d-8ef1-4f7e79c7499e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:56.843206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-581d3334-3d0c-41c5-8af5-91f994ff2f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:56.910387 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:57.051495 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-581d3334-3d0c-41c5-8af5-91f994ff2f7c admin admin] Publish callbacks [] for security_group (4a735fbd-c453-4d4d-9d4b-e0d5eba12dca), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.072713 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-47021243-e092-4a3d-8ef1-4f7e79c7499e admin admin] Publish callbacks [] for security_group (1b43fc32-06ac-48c8-ac1d-187da401a347), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.123224 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-581d3334-3d0c-41c5-8af5-91f994ff2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4a735fbd-c453-4d4d-9d4b-e0d5eba12dca), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.140741 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-11a0c39c-6a04-4a14-89be-5a8f2fa05682 req-02941b7d-aba1-4dab-adec-77f66f13dc4f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0605898 Jul 20 22:45:57.198720 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-47021243-e092-4a3d-8ef1-4f7e79c7499e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1b43fc32-06ac-48c8-ac1d-187da401a347), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.217558 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d3334-3d0c-41c5-8af5-91f994ff2f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a735fbd-c453-4d4d-9d4b-e0d5eba12dca,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:57.243758 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-581d3334-3d0c-41c5-8af5-91f994ff2f7c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22824ce78e8a4fc79f8394e536768ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6824160 Jul 20 22:45:57.244109 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46682) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:57.273591 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-47021243-e092-4a3d-8ef1-4f7e79c7499e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ab718882fdc4ec7af24826c3f1a8611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5449548 Jul 20 22:45:57.273965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46684) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:57.301786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47021243-e092-4a3d-8ef1-4f7e79c7499e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43fc32-06ac-48c8-ac1d-187da401a347,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:57.346618 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:57.381711 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d0a2d-77b6-416f-8746-e0f3c0b3a35e req-fe093dd2-5283-438b-96ea-c1a74ead56dd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:57.383295 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f24d0a2d-77b6-416f-8746-e0f3c0b3a35e req-fe093dd2-5283-438b-96ea-c1a74ead56dd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0977972 Jul 20 22:45:57.451719 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f24d0a2d-77b6-416f-8746-e0f3c0b3a35e req-8627c51a-003b-493c-bd40-d2dc6be6946a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 Jul 20 22:45:57.590731 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] Publish callbacks [] for security_group (1b43fc32-06ac-48c8-ac1d-187da401a347), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.596851 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] Publish callbacks [] for security_group (4a735fbd-c453-4d4d-9d4b-e0d5eba12dca), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.632050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] Publish callbacks [] for security_group (4a735fbd-c453-4d4d-9d4b-e0d5eba12dca), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.654784 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:45:57.701442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] Publish callbacks [] for security_group (1b43fc32-06ac-48c8-ac1d-187da401a347), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.829003 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7ec281f6-4a87-41f5-bc21-76458305450c req-b9380a7e-9e5b-4694-9ab7-0921c25dcb66 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0391078 Jul 20 22:45:57.878921 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1b43fc32-06ac-48c8-ac1d-187da401a347), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.889243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.889243 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b43fc32-06ac-48c8-ac1d-187da401a347 HTTP/1.1" status: 204 len: 168 time: 0.6105132 Jul 20 22:45:57.889243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4a735fbd-c453-4d4d-9d4b-e0d5eba12dca), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.907971 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:57.911596 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a735fbd-c453-4d4d-9d4b-e0d5eba12dca HTTP/1.1" status: 204 len: 168 time: 0.6636844 Jul 20 22:45:57.936598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f06343-36ec-4fd2-9483-1636a746fbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43fc32-06ac-48c8-ac1d-187da401a347,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:57.966436 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-91dd3868-1162-416a-adca-b030b6a920c2 req-195cb203-ee4f-48d7-86fc-106474fe2998 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0645597 Jul 20 22:45:57.974935 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc17bde-b15a-4017-ba1c-9556ab38f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a735fbd-c453-4d4d-9d4b-e0d5eba12dca,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:58.248970 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ac0172c1-973a-405a-b379-3ee4049b3d31 req-7a5574be-d114-4b0e-99bb-33d8cdf98f63 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0329659 Jul 20 22:45:58.638172 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2fcf9-f2e2-4762-8a16-43b905798114 req-3eee96e0-c32d-4ea4-8f1e-24f5db3ccfd3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:58.639808 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ec2fcf9-f2e2-4762-8a16-43b905798114 req-3eee96e0-c32d-4ea4-8f1e-24f5db3ccfd3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0746670 Jul 20 22:45:58.693805 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ec2fcf9-f2e2-4762-8a16-43b905798114 req-cca5bcc7-3804-43f5-977c-7ce3d58a4951 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Jul 20 22:45:58.958751 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-145d0d10-9b85-4080-b8cc-16edf1edb40c req-07da1ef7-ccd9-447d-9fcb-ab78b7970dda tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0591099 Jul 20 22:45:59.085107 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46746) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:59.109232 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-53505c68-b4dd-48d2-b139-9417d47a7283 req-938e4ea7-2f56-480d-99ad-d387ccbd2159 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0454874 Jul 20 22:45:59.109987 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-760cd8dc-569b-40a1-aabb-615bfba57740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.233057 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-760cd8dc-569b-40a1-aabb-615bfba57740 admin admin] Publish callbacks [] for security_group (e993c5ed-f7b7-4484-9f65-c55665da860d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.340529 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-760cd8dc-569b-40a1-aabb-615bfba57740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e993c5ed-f7b7-4484-9f65-c55665da860d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.413327 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7e4fa804-f9b3-42b0-b701-cc733f1be1ed req-926bb112-62f5-4324-9016-fbdd13c17263 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0551901 Jul 20 22:45:59.415166 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cd8dc-569b-40a1-aabb-615bfba57740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e993c5ed-f7b7-4484-9f65-c55665da860d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:59.421261 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-760cd8dc-569b-40a1-aabb-615bfba57740 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bab059a851f4964b3eb7c40e6e9c84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350418 Jul 20 22:45:59.424132 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46754) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:45:59.476242 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] Publish callbacks [] for security_group (e993c5ed-f7b7-4484-9f65-c55665da860d), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.506727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] Publish callbacks [] for security_group (e993c5ed-f7b7-4484-9f65-c55665da860d), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.660734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e993c5ed-f7b7-4484-9f65-c55665da860d), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.664824 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:45:59.666122 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e993c5ed-f7b7-4484-9f65-c55665da860d HTTP/1.1" status: 204 len: 168 time: 0.2409086 Jul 20 22:45:59.674859 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981b78e-bc0c-4c17-a1b5-b1e7ad60c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e993c5ed-f7b7-4484-9f65-c55665da860d,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:45:59.889985 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d596cd-9b77-460f-9b92-b6409ccde2e2 req-9d5cce09-f564-4456-8416-a39e8320ced6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:45:59.892216 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97d596cd-9b77-460f-9b92-b6409ccde2e2 req-9d5cce09-f564-4456-8416-a39e8320ced6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0835776 Jul 20 22:46:00.005177 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97d596cd-9b77-460f-9b92-b6409ccde2e2 req-2ffb8101-0aff-4917-a325-751615317062 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008761 Jul 20 22:46:00.087753 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-15d7c560-ac65-49ea-a047-7a2dc5b8b96b req-5d6940a6-e56d-4144-ad59-06cef560d819 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0381413 Jul 20 22:46:00.255936 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7288d572-ba24-4753-ba04-a87f7fd255eb req-a817759a-5ddd-40c5-950c-79d3fd4d2eea tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0541894 Jul 20 22:46:00.528342 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fd4b5f7f-2d46-4048-9ab8-a4c51ed8d508 req-c33b5c7b-dcfb-4e2f-8702-8c82b57cfb79 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0402639 Jul 20 22:46:00.566096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46800) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:00.601668 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d118fa8-c6d4-4eb8-86a4-e62bc8a65649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:00.601992 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46802) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:00.707112 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d118fa8-c6d4-4eb8-86a4-e62bc8a65649 admin admin] Publish callbacks [] for security_group (e49106b6-c171-41a1-b83f-7bfa057146e3), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:00.846853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4c1-9272-4ddd-b41d-9a77d699eaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:00.900461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:00.933464 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4c1-9272-4ddd-b41d-9a77d699eaa7 admin admin] Publish callbacks [] for security_group (b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:00.996784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2d118fa8-c6d4-4eb8-86a4-e62bc8a65649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e49106b6-c171-41a1-b83f-7bfa057146e3), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.037486 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2d118fa8-c6d4-4eb8-86a4-e62bc8a65649 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b5b30e1cf174e0790e40c303ff7ba46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703109 Jul 20 22:46:01.038350 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d118fa8-c6d4-4eb8-86a4-e62bc8a65649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49106b6-c171-41a1-b83f-7bfa057146e3,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:01.040263 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46812) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:01.051914 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Request body: {'port': {'device_id': '824101ca-4631-4acf-a133-48665389e37a', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'admin_state_up': True, 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:01.090594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-d5c0ad5c-5990-468b-b592-eb7cd6dad038 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:46:01.091793 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-d5c0ad5c-5990-468b-b592-eb7cd6dad038 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054107 Jul 20 22:46:01.096077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-f45676b4-8dd2-4aba-a38b-e06500ba3d18 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:46:01.102004 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-f45676b4-8dd2-4aba-a38b-e06500ba3d18 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0118520 Jul 20 22:46:01.114560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e1b9e4c1-9272-4ddd-b41d-9a77d699eaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.129919 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] Publish callbacks [] for security_group (e49106b6-c171-41a1-b83f-7bfa057146e3), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.168093 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e1b9e4c1-9272-4ddd-b41d-9a77d699eaa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44d624a90e2a4e4196a0ebdd778b566e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649734 Jul 20 22:46:01.171993 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46822) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:01.184088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] Publish callbacks [] for security_group (e49106b6-c171-41a1-b83f-7bfa057146e3), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.203506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9e4c1-9272-4ddd-b41d-9a77d699eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:01.260769 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:01.271675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:01.281268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-80628331-374d-4025-a232-c8e7374f5de9 req-3de660f8-c7e8-4665-97a0-74b164786246 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0394623 Jul 20 22:46:01.302916 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bcea7-b402-44ce-8a71-e5ee8d088592 req-9b2dc466-91b0-4e63-8146-f45083ba8989 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:01.304485 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-510bcea7-b402-44ce-8a71-e5ee8d088592 req-9b2dc466-91b0-4e63-8146-f45083ba8989 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.2256777 Jul 20 22:46:01.313200 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] Publish callbacks [] for security_group (b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.378873 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9bae0cd-1eb4-478a-875e-d70f48704b69 req-8ce035e2-dcc7-4f58-a9a0-5178b1e7c03f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0412838 Jul 20 22:46:01.389351 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] Publish callbacks [] for security_group (b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.395067 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:01.419949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e49106b6-c171-41a1-b83f-7bfa057146e3), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.423248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.427096 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e49106b6-c171-41a1-b83f-7bfa057146e3 HTTP/1.1" status: 204 len: 168 time: 0.3828304 Jul 20 22:46:01.436852 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fecb8-ca9d-4936-8142-d12d862862c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49106b6-c171-41a1-b83f-7bfa057146e3,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:01.466351 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-510bcea7-b402-44ce-8a71-e5ee8d088592 req-aea18ec3-5de2-49ad-b5d8-2dd4382df445 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538670 Jul 20 22:46:01.568475 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Made reservation on behalf of 788c1d44ad5d442e8ec58f1d76ae649b for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:01.572160 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.603325 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.606063 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.607435 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4 HTTP/1.1" status: 204 len: 168 time: 0.4196196 Jul 20 22:46:01.637296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5289c31c-36d9-4384-b6de-c93398e3a947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:01.654856 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f84d5750-c20a-431a-bbea-77bdd0caab07 req-48fac856-0fbc-4590-bfd4-b6a4f046744b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0359018 Jul 20 22:46:01.680862 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a70fad-1f82-439a-8e25-179d04a3b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224c9c3-67bf-4bfa-98a7-e3e3eb4777f4,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:01.990743 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Allocated IP 172.20.0.11 (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5/31139e6a-330b-49ab-a3e3-08ccfe91fe2a/690240d6-0f53-4a3c-839f-1fa4c80f81d8) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:46:02.174982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks [] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.300835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.437675 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:46:02.440311 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5e1c41b7-0ba1-4eb3-a99d-a15773d078c4 req-40ea3208-e41b-4099-b0bf-a892efc3c330 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0875077 Jul 20 22:46:02.449019 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:46:02.453126 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Pushing event updated for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:02.456094 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:46:02.524057 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a9e5-d690-45e7-a0eb-e78cd009067e req-b975baef-868a-4f85-bffe-abfbf9b16d9a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:02.527260 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c024a9e5-d690-45e7-a0eb-e78cd009067e req-b975baef-868a-4f85-bffe-abfbf9b16d9a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 932 time: 0.0728433 Jul 20 22:46:02.537409 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:02.538140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.573002 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 46882) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:02.596907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5f02b638-9428-4142-bbba-002c014dbf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.601157 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c024a9e5-d690-45e7-a0eb-e78cd009067e req-801804d3-17e8-4c5f-b203-be0eb0f6c5dd tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Jul 20 22:46:02.625857 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e86a8e23-1662-4e51-8623-3f179921360b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5792549 Jul 20 22:46:02.670017 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137a22a-0190-44aa-bb14-ebe92d6879cb req-c7182493-4f11-4c0f-a41e-cef7bc4efb85 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:02.672138 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4137a22a-0190-44aa-bb14-ebe92d6879cb req-c7182493-4f11-4c0f-a41e-cef7bc4efb85 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0793579 Jul 20 22:46:02.770894 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4137a22a-0190-44aa-bb14-ebe92d6879cb req-5f434896-1db7-4518-9344-2100ced933a3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Jul 20 22:46:02.786269 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5f02b638-9428-4142-bbba-002c014dbf31 admin admin] Publish callbacks [] for security_group (27cd5861-64ec-4f1c-9790-67915514b902), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.800887 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8410c4c1-b460-4d23-84f2-b4ef45952d34 req-95bc6263-be53-424c-a9dc-704741ae7207 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0454514 Jul 20 22:46:02.835495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-9cdf1ea1-82e0-4f19-90d1-0feb9f51321f None None] Provisioning complete for port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:02.835958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9cdf1ea1-82e0-4f19-90d1-0feb9f51321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.848182 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5f02b638-9428-4142-bbba-002c014dbf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (27cd5861-64ec-4f1c-9790-67915514b902), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:02.871685 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf1ea1-82e0-4f19-90d1-0feb9f51321f None None] Port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:46:02.893531 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-5f02b638-9428-4142-bbba-002c014dbf31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d5d606a271547fc88fd98b31e3bf492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191106 Jul 20 22:46:02.896067 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 46896) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:02.905138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02b638-9428-4142-bbba-002c014dbf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd5861-64ec-4f1c-9790-67915514b902,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:02.965560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] Publish callbacks [] for security_group (27cd5861-64ec-4f1c-9790-67915514b902), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.038883 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] Publish callbacks [] for security_group (27cd5861-64ec-4f1c-9790-67915514b902), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.110650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.23', 58859) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:03.147942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-4bd00d01-09f4-4b7e-a39a-b017282dd491 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:03.147942 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-4bd00d01-09f4-4b7e-a39a-b017282dd491 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 811 time: 0.1695230 Jul 20 22:46:03.208785 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Request body: {'port': {'device_id': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:03.291905 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-38cdd4e7-ec42-4df1-b3d4-4ba20f8339f7 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 379 time: 0.1075251 Jul 20 22:46:03.291905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (27cd5861-64ec-4f1c-9790-67915514b902), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.291905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.292924 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27cd5861-64ec-4f1c-9790-67915514b902 HTTP/1.1" status: 204 len: 168 time: 0.3958588 Jul 20 22:46:03.304353 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351b831-0c53-4c0b-9037-5cb9eaf6ae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd5861-64ec-4f1c-9790-67915514b902,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:03.326074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.354055 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Request body: {'port': {'device_id': '824101ca-4631-4acf-a133-48665389e37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:03.367139 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'port': {'device_id': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'admin_state_up': True, 'tenant_id': '90ac023afcb44b5097539298076c0838', 'security_groups': ['66a02ca1-53be-437d-aa22-49c82f93f33e']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:03.439201 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Request body: {'port': {'device_id': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:03.602398 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:03.682372 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.693424 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f1b7e345-353f-4f7d-8c99-409e8968607f req-aae7d9b8-960a-428a-b73e-42532c7755ea tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0630074 Jul 20 22:46:03.697619 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:03.838546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024d37e-ef71-42a4-b64f-94705ae826d5 req-cc2a2281-df62-47fa-99ba-7dd16b99fdc3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:03.847280 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1024d37e-ef71-42a4-b64f-94705ae826d5 req-cc2a2281-df62-47fa-99ba-7dd16b99fdc3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 932 time: 0.1717112 Jul 20 22:46:03.942281 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417af98e-97a4-4636-8e23-5904d61a9d52 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:03.962325 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks [] for port (417af98e-97a4-4636-8e23-5904d61a9d52), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.009251 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-661da35b-90ce-4212-a141-54dc1536186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.010194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Made reservation on behalf of 90ac023afcb44b5097539298076c0838 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:04.013679 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.017514 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:04.022351 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Transition to ACTIVE for port object 417af98e-97a4-4636-8e23-5904d61a9d52 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:46:04.031736 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:04.033062 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8385d-ca09-42a2-b36c-f1895f41bdd6 req-2c3f8b09-3330-4c58-b523-31bca637d381 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:04.035036 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-eec8385d-ca09-42a2-b36c-f1895f41bdd6 req-2c3f8b09-3330-4c58-b523-31bca637d381 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 931 time: 0.0961182 Jul 20 22:46:04.131994 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-eec8385d-ca09-42a2-b36c-f1895f41bdd6 req-058880e5-b691-4771-a119-12d1c9d0388e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786006 Jul 20 22:46:04.163892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.165268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1024d37e-ef71-42a4-b64f-94705ae826d5 req-96c51c21-e083-44f7-a6ff-293c7d2d66ab tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170781 Jul 20 22:46:04.304485 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3f226560-b50d-4eb7-a9bd-24a845c8965e req-6e3b1c10-dcdd-43b8-afae-4a12125466a5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0712681 Jul 20 22:46:04.338227 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Pushing event updated for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:04.446119 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.23', 58863) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:04.446962 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Attempting to bind port 417af98e-97a4-4636-8e23-5904d61a9d52 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:46:04.447457 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Attempting to bind port 417af98e-97a4-4636-8e23-5904d61a9d52 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:46:04.447918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Attempting to bind port 417af98e-97a4-4636-8e23-5904d61a9d52 on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:04.569153 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-7ad44dc8-bac7-48aa-94d1-ef33377ec3bd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:04.570745 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-7ad44dc8-bac7-48aa-94d1-ef33377ec3bd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1202409 Jul 20 22:46:04.573117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Port 417af98e-97a4-4636-8e23-5904d61a9d52 on network efcbc23a-538d-4e8a-a0a8-c637f267412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:46:04.576891 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Attempting to bind port 417af98e-97a4-4636-8e23-5904d61a9d52 on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:04.580022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:46:04.580463 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:04.581136 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Bound using segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:46:04.581660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Bound port: 417af98e-97a4-4636-8e23-5904d61a9d52, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:46:04.582026 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.695450 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-5b1801a4-443e-45fb-a2ee-587d48da2255 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 380 time: 0.1028328 Jul 20 22:46:04.706193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'port': {'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'admin_state_up': True, 'tenant_id': 'f733781536584f80acfc325bf8444536', 'security_groups': ['18ec275a-5fae-40c3-afe6-81d6316da1ac']}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:04.706432 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Allocated IP 172.20.0.3 (b15c8654-25e9-4d25-a03d-08719b813dd0/d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2/10d19aff-cf1c-4e78-abf5-f4fd95873ab9) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:46:04.747332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:46:04.815733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=417af98e-97a4-4636-8e23-5904d61a9d52,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:46:04.871880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690240d6-0f53-4a3c-839f-1fa4c80f81d8 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:04.880262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:04.887715 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab10f355-1229-44b0-8fb8-18983ca2c699 req-18b66339-667a-479a-b94a-c8274ce873aa tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0761373 Jul 20 22:46:04.898152 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks [] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.898672 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:04.899644 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=41 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:04.921987 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks [] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.939304 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:04.983099 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Transition to ACTIVE for port object 690240d6-0f53-4a3c-839f-1fa4c80f81d8 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:46:04.992584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Transition to ACTIVE for port object f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:46:05.011933 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:05.012692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.014977 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] 10.222.0.23 "PUT /v2.0/ports/417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 1093 time: 1.9084048 Jul 20 22:46:05.015575 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:05.052625 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f09a94-8f6d-4385-a1c1-94ecc1cd6799 service neutron] Pushing event updated for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:05.058126 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.096854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.163291 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:05.173950 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.254503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.255166 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.330804 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:05.419344 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:05.420099 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124490b7-508a-4e6e-9222-598b7462568e req-3d825947-6d22-4968-b0d1-908dfbb2a31a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:05.422661 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-124490b7-508a-4e6e-9222-598b7462568e req-3d825947-6d22-4968-b0d1-908dfbb2a31a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0890148 Jul 20 22:46:05.422946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:05.436064 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:05.582256 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-124490b7-508a-4e6e-9222-598b7462568e req-42d26cb2-fb07-47f9-b0d9-60cbe7931954 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075082 Jul 20 22:46:05.724719 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-1288dd56-dad4-4f3a-a4d7-ad8fcc23fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:05.726613 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-1288dd56-dad4-4f3a-a4d7-ad8fcc23fdd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1127 time: 0.4440029 Jul 20 22:46:05.739293 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ae63-4d16-42c8-a835-b1ad646249aa req-81dc8f43-1b92-4f6e-b0a5-f21c5ede7a70 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:05.741211 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7136ae63-4d16-42c8-a835-b1ad646249aa req-81dc8f43-1b92-4f6e-b0a5-f21c5ede7a70 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.3906565 Jul 20 22:46:05.775921 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:46:05.807733 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:46:05.845393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:46:05.869251 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-90fd7f57-c361-4c52-a5f3-76b2756d64a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 217 time: 0.1270161 Jul 20 22:46:05.917976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Pushing event updated for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:05.932163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61c71-0c94-4d11-8330-a5084d1dcbb9 req-05cce93d-77e5-4932-a136-096090669bfa tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:05.940986 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4cb61c71-0c94-4d11-8330-a5084d1dcbb9 req-05cce93d-77e5-4932-a136-096090669bfa tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 931 time: 0.1864102 Jul 20 22:46:06.011871 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7136ae63-4d16-42c8-a835-b1ad646249aa req-f103cbf3-d847-475b-aa72-7139300c797e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894937 Jul 20 22:46:06.011871 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.20.0.3 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/3ef07cb8-939b-46e3-b2ca-eedb58f07b4a) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:46:06.032225 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-d56650f6-89dd-4b20-a93b-a4a54ee63596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:06.036492 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-d56650f6-89dd-4b20-a93b-a4a54ee63596 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.1598058 Jul 20 22:46:06.057559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:06.083599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Attempting to bind port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:46:06.084890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Attempting to bind port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:46:06.085303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Attempting to bind port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:06.121672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Attempting to bind port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:46:06.122027 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Attempting to bind port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:46:06.122261 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Attempting to bind port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 on network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:06.130894 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 on network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:46:06.131347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Attempting to bind port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 on network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:06.137280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec on network efcbc23a-538d-4e8a-a0a8-c637f267412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:46:06.138947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Attempting to bind port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:06.145872 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:06.146745 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.150984 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:46:06.151454 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Checking segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:06.152078 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Bound using segment: {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:46:06.152594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Bound port: 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35782a0-ea60-4ead-890a-922bbcfd7ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:46:06.153017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.185554 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4cb61c71-0c94-4d11-8330-a5084d1dcbb9 req-12917d26-7073-4aae-acee-e01047162a5e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400117 Jul 20 22:46:06.208762 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:46:06.212913 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:06.213457 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Bound using segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:46:06.214045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Bound port: f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:46:06.214501 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.290624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-ed854162-d0d9-4e85-9f88-36578b18dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:06.292290 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-ed854162-d0d9-4e85-9f88-36578b18dc29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2121761 Jul 20 22:46:06.370722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8173e021-cdb1-4ec9-b886-ff70c005fd49 None None] Provisioning complete for port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:06.370722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8173e021-cdb1-4ec9-b886-ff70c005fd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.452811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:46:06.452811 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-12afb8ab-54c0-4a77-9af9-1c8eae4165c2 req-5440f304-2f7c-4458-97aa-8c185beff586 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0876815 Jul 20 22:46:06.453411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c2ee9-cbf4-4394-813b-ee5028a9b796 x-openstack-request-id: req-d75c2ee9-cbf4-4394-813b-ee5028a9b796 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:06.453411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:06.453411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d75c2ee9-cbf4-4394-813b-ee5028a9b796 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:06.453411 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75c2ee9-cbf4-4394-813b-ee5028a9b796'] response: {'name': 'network-changed', 'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52', 'status': 'completed', 'code': 200} Jul 20 22:46:06.454232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8173e021-cdb1-4ec9-b886-ff70c005fd49 None None] Port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:46:06.466371 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:46:06.488285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:46:06.491860 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:46:06.512523 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.528691 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-3e06ae4f-b79b-4991-8bc3-b783dcc2b4d1 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227049 Jul 20 22:46:06.642916 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49de3250-b9e8-4f25-bf13-1f01ee61d598 req-47fbbab4-aff4-4a33-8293-105a2d213779 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070011 Jul 20 22:46:06.703615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb72ed-e0b4-456b-a61f-f970ea1b2ff1 req-69049e9f-8373-4609-881f-5037e6095ec9 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:06.703615 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-50bb72ed-e0b4-456b-a61f-f970ea1b2ff1 req-69049e9f-8373-4609-881f-5037e6095ec9 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0479710 Jul 20 22:46:06.754845 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-50bb72ed-e0b4-456b-a61f-f970ea1b2ff1 req-92e75e65-4687-4526-95cf-56568122d770 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Jul 20 22:46:06.865669 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-77f09b06-a6a4-45b3-b934-93930e4ad3a9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5353839 Jul 20 22:46:06.883791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Request body: {'port': {'device_id': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:06.889354 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.889546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.910034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.916658 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:06.940335 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.942003 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.996629 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:06.997260 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:06.998679 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/690240d6-0f53-4a3c-839f-1fa4c80f81d8 HTTP/1.1" status: 200 len: 1094 time: 3.8895149 Jul 20 22:46:07.004669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.006511 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:46:07.006619 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:07.013076 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.013700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.015288 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] 10.222.0.23 "PUT /v2.0/ports/f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 1093 time: 3.9035394 Jul 20 22:46:07.022782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:46:07.027664 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:46:07.055889 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36352a79-319d-49cb-8f87-9ca6928a364d service neutron] Pushing event updated for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:07.083500 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:07.168091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.168724 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.183787 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:07.286666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970afeb8-1907-45e0-a2ac-2a71537c7951 req-8b149355-29d2-4692-8878-8b4b1c638d3f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.308048 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-970afeb8-1907-45e0-a2ac-2a71537c7951 req-8b149355-29d2-4692-8878-8b4b1c638d3f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.1229224 Jul 20 22:46:07.315523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe0246-8f7f-4874-8a0c-ac5e53bb34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:07.329013 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-97655b6d-0166-4aa5-a686-49ee722341a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6185796 Jul 20 22:46:07.413441 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-970afeb8-1907-45e0-a2ac-2a71537c7951 req-02fa817e-7b6b-480b-8878-0690dde7071e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942361 Jul 20 22:46:07.548778 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-2a18d857-a680-4827-b4d8-818a7f610b3a None None] Provisioning complete for port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:07.556307 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2a18d857-a680-4827-b4d8-818a7f610b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.609780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2a18d857-a680-4827-b4d8-818a7f610b3a None None] Port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:46:07.686422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b555e8-91d7-4e64-8822-8529072702b0 req-8330717a-108d-4183-aa54-9ef2ef1c4b49 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.686422 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8b555e8-91d7-4e64-8822-8529072702b0 req-8330717a-108d-4183-aa54-9ef2ef1c4b49 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 931 time: 0.0959980 Jul 20 22:46:07.688444 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb04a2e-6f02-4a3c-ad12-1de520a695b5 x-openstack-request-id: req-6cb04a2e-6f02-4a3c-ad12-1de520a695b5 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:07.688444 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:07.688444 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6cb04a2e-6f02-4a3c-ad12-1de520a695b5 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:07.688444 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb04a2e-6f02-4a3c-ad12-1de520a695b5'] response: {'name': 'network-changed', 'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8', 'status': 'completed', 'code': 200} Jul 20 22:46:07.709925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:07.737359 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks [] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.737969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:07.766843 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Transition to ACTIVE for port object 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:46:07.798443 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8b555e8-91d7-4e64-8822-8529072702b0 req-7acc7cb6-0f6d-49e5-b071-432b224c299e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183531 Jul 20 22:46:07.838629 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f1b93-ef63-4dfb-8804-9c1f000243eb req-579140ba-839c-4941-8df5-9dd8d4c7372b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.840203 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c55f1b93-ef63-4dfb-8804-9c1f000243eb req-579140ba-839c-4941-8df5-9dd8d4c7372b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.0581203 Jul 20 22:46:07.862148 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:07.924555 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798073c-0b4f-4a94-bac0-67714a6118b7 req-913a8866-a63e-4664-a75b-fac2e2a18425 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:07.926108 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7798073c-0b4f-4a94-bac0-67714a6118b7 req-913a8866-a63e-4664-a75b-fac2e2a18425 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0663493 Jul 20 22:46:07.969063 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Pushing event updated for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:07.990909 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c55f1b93-ef63-4dfb-8804-9c1f000243eb req-a2533da3-96f4-43ba-9721-4abe2fbb893c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436496 Jul 20 22:46:07.992623 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7798073c-0b4f-4a94-bac0-67714a6118b7 req-852646fd-5d94-49a5-8a47-a4eefe8d3b1f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597222 Jul 20 22:46:08.067371 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Attempting to bind port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:46:08.067983 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Attempting to bind port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:46:08.068324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Attempting to bind port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:08.073329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 on network b15c8654-25e9-4d25-a03d-08719b813dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:46:08.073651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Attempting to bind port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:08.079496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:46:08.080280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Checking segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:08.080280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Bound using segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:46:08.080665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Bound port: 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:46:08.081117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:08.146647 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:08.149214 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:46:08.152328 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:46:08.231694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:08.263304 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:08.264106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:08.265533 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] 10.222.0.23 "PUT /v2.0/ports/10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 1093 time: 1.3860700 Jul 20 22:46:08.290811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2c677-66c5-4e1e-8eeb-4e70eeb086bb service neutron] Pushing event updated for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:08.517210 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f76b6-cb48-433c-9014-72142902edd7 req-7af19a29-7bc8-4727-b335-c875203afeca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:08.518759 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ee0f76b6-cb48-433c-9014-72142902edd7 req-7af19a29-7bc8-4727-b335-c875203afeca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0508163 Jul 20 22:46:08.567216 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ee0f76b6-cb48-433c-9014-72142902edd7 req-b17ea94d-6922-44cb-8352-9cb037e5c438 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jul 20 22:46:08.910397 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4f662-d257-41ff-90e2-f8539ba702d4 req-7c6e8df3-6a15-4220-a12c-3dc506148949 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:08.911938 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9ac4f662-d257-41ff-90e2-f8539ba702d4 req-7c6e8df3-6a15-4220-a12c-3dc506148949 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0477421 Jul 20 22:46:08.959199 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9ac4f662-d257-41ff-90e2-f8539ba702d4 req-ba483e4c-b93f-42fb-beb5-7f92b1c4775f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417159 Jul 20 22:46:09.104274 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8b63f-f4ac-4fa1-84ec-c7961900ab7c req-98556bc7-1809-470b-bdd5-b46c261a930a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:09.105679 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64d8b63f-f4ac-4fa1-84ec-c7961900ab7c req-98556bc7-1809-470b-bdd5-b46c261a930a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.0506563 Jul 20 22:46:09.107097 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ee3b-5a98-4ec9-b50c-dfdc694ef240 req-59177fc5-b56b-4c3d-890a-f698785c6401 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:09.108572 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7765ee3b-5a98-4ec9-b50c-dfdc694ef240 req-59177fc5-b56b-4c3d-890a-f698785c6401 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0525818 Jul 20 22:46:09.157837 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7765ee3b-5a98-4ec9-b50c-dfdc694ef240 req-3f2bd82a-054c-4e57-b35e-975f778fb395 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Jul 20 22:46:09.158358 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64d8b63f-f4ac-4fa1-84ec-c7961900ab7c req-ab314114-a955-4ce9-8c5f-bafbfff4fbd3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Jul 20 22:46:09.159918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:09.681011 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852944d4-3acf-4e0d-adef-5315baed1e03 req-b9782e87-9185-43ff-886c-57147e0a1e60 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:09.682475 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-852944d4-3acf-4e0d-adef-5315baed1e03 req-b9782e87-9185-43ff-886c-57147e0a1e60 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0466163 Jul 20 22:46:09.682918 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'}, {'name': 'network-changed', 'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:09.685144 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bec579-d314-4277-9a29-00dfc6bfe32c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec"}, {"name": "network-changed", "server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:09.732104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7062ca9-4ee0-4b6c-9519-73331a084f4a x-openstack-request-id: req-b7062ca9-4ee0-4b6c-9519-73331a084f4a {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:09.733792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:09.733792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7062ca9-4ee0-4b6c-9519-73331a084f4a {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:09.733792 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7062ca9-4ee0-4b6c-9519-73331a084f4a'] response: {'name': 'network-changed', 'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec', 'status': 'completed', 'code': 200} Jul 20 22:46:09.733792 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7062ca9-4ee0-4b6c-9519-73331a084f4a'] response: {'name': 'network-changed', 'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'status': 'completed', 'code': 200} Jul 20 22:46:09.737387 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-852944d4-3acf-4e0d-adef-5315baed1e03 req-0e26467a-6d13-425c-83fd-62bb086762ee tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Jul 20 22:46:09.779632 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:09.836647 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.072927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dfba7-6b10-4822-872c-616b9ec945f8 req-100fd01f-5051-4c86-aeb3-c47377b80a0b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:10.074387 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a70dfba7-6b10-4822-872c-616b9ec945f8 req-100fd01f-5051-4c86-aeb3-c47377b80a0b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0471275 Jul 20 22:46:10.121120 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a70dfba7-6b10-4822-872c-616b9ec945f8 req-a623b70d-82bd-4af1-8af4-4318b172e3a0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407557 Jul 20 22:46:10.133729 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.207978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.261635 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.277445 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b8b34-7af3-43fc-8180-0745d1403ff4 req-7e0baae8-1be3-49ee-ae8b-76f87fda86dd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:10.278657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cff64-563c-4edf-ac58-71e9f666ce5b req-31fb2730-e592-41bc-9f8e-38a39b2b24ff tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:10.278985 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-948b8b34-7af3-43fc-8180-0745d1403ff4 req-7e0baae8-1be3-49ee-ae8b-76f87fda86dd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.0481832 Jul 20 22:46:10.280166 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b55cff64-563c-4edf-ac58-71e9f666ce5b req-31fb2730-e592-41bc-9f8e-38a39b2b24ff tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0517008 Jul 20 22:46:10.328130 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b55cff64-563c-4edf-ac58-71e9f666ce5b req-565ce87d-e912-4192-919e-ef92269d16f6 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jul 20 22:46:10.328701 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-948b8b34-7af3-43fc-8180-0745d1403ff4 req-357b76a6-bddc-43c6-8e5c-2121e62ce5fa tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Jul 20 22:46:10.430564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.665109 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:10.853716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2aa94-8a8d-41d4-a43f-5b3105ab7142 req-177b0ffd-b6de-4674-8d6a-0f55133776a0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:10.855206 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6fb2aa94-8a8d-41d4-a43f-5b3105ab7142 req-177b0ffd-b6de-4674-8d6a-0f55133776a0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0514748 Jul 20 22:46:10.903572 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6fb2aa94-8a8d-41d4-a43f-5b3105ab7142 req-89ab4d1a-aaf9-4ad4-bfec-6edc5804aa23 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Jul 20 22:46:10.939177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:11.053678 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:11.233343 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b294a-7bd3-4f7e-be70-e44cb5a6b46f req-4e29ba17-1b6f-4d81-a5f0-e19e7c8905d2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:11.235450 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b9b294a-7bd3-4f7e-be70-e44cb5a6b46f req-4e29ba17-1b6f-4d81-a5f0-e19e7c8905d2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0476804 Jul 20 22:46:11.282444 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b9b294a-7bd3-4f7e-be70-e44cb5a6b46f req-8790310f-3f25-4a3e-b666-3e821534b5a0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Jul 20 22:46:11.441091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548f878-2f3f-4e64-8fbd-48ccd52efe7d req-e6f8a07b-63dd-4796-b45b-d07298eb15f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:11.441987 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffdefb-28b2-4d6e-91ef-c629213c1c10 req-f2f3e16d-f351-434f-99b8-43ceec2a140c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:11.443450 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-57ffdefb-28b2-4d6e-91ef-c629213c1c10 req-f2f3e16d-f351-434f-99b8-43ceec2a140c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0483198 Jul 20 22:46:11.443567 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e548f878-2f3f-4e64-8fbd-48ccd52efe7d req-e6f8a07b-63dd-4796-b45b-d07298eb15f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.0492718 Jul 20 22:46:11.463715 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:11.491736 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e548f878-2f3f-4e64-8fbd-48ccd52efe7d req-0a4754c4-dc36-46e7-bfe1-d156308ad3cd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Jul 20 22:46:11.494930 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-57ffdefb-28b2-4d6e-91ef-c629213c1c10 req-21f4b0b4-fd57-4852-af68-28da40d5bf3f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Jul 20 22:46:12.018352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1973c22-7de9-4716-8789-ca1a0d4dade0 req-12fc3106-7626-4209-b628-071aaffb1893 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:12.019780 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d1973c22-7de9-4716-8789-ca1a0d4dade0 req-12fc3106-7626-4209-b628-071aaffb1893 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0501449 Jul 20 22:46:12.066359 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d1973c22-7de9-4716-8789-ca1a0d4dade0 req-5ec86096-44e9-4a14-bd42-f36562db5416 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Jul 20 22:46:12.394541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb28fa-779d-4105-9b21-24d528c58217 req-c5066fab-dd6f-4b90-a9a3-8fa538396f59 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:12.396679 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-28bb28fa-779d-4105-9b21-24d528c58217 req-c5066fab-dd6f-4b90-a9a3-8fa538396f59 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0474944 Jul 20 22:46:12.444086 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-28bb28fa-779d-4105-9b21-24d528c58217 req-8a3262bb-41e1-45ca-ad13-1237b20d2071 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420213 Jul 20 22:46:12.604973 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a91937-873b-4c3b-a550-54c4db0a8f42 req-2fd49f9b-707b-4523-9f3e-4f1dc5287987 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:12.606362 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f2a91937-873b-4c3b-a550-54c4db0a8f42 req-2fd49f9b-707b-4523-9f3e-4f1dc5287987 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.0477750 Jul 20 22:46:12.606891 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bc2e2-7ed5-4ed7-ab65-667b6bebb4e0 req-0ba92de7-2660-4a80-a8de-8c6fd96b4210 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:12.608425 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e0bc2e2-7ed5-4ed7-ab65-667b6bebb4e0 req-0ba92de7-2660-4a80-a8de-8c6fd96b4210 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0472717 Jul 20 22:46:12.656535 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e0bc2e2-7ed5-4ed7-ab65-667b6bebb4e0 req-98fa5fe1-602f-41f0-8602-060345406944 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Jul 20 22:46:12.657055 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f2a91937-873b-4c3b-a550-54c4db0a8f42 req-fb8b541c-dcc4-4093-8b35-2663e8ca978c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450401 Jul 20 22:46:13.182657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73181-c9c8-49db-8599-1a8f928432b2 req-349c4fc7-6c71-4644-bcca-40f8d65b0e49 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.184395 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-25f73181-c9c8-49db-8599-1a8f928432b2 req-349c4fc7-6c71-4644-bcca-40f8d65b0e49 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.0526478 Jul 20 22:46:13.235301 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-25f73181-c9c8-49db-8599-1a8f928432b2 req-13a2aaf7-154f-4e33-9380-bd1bdcf2c476 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jul 20 22:46:13.414414 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Request body: {'port': {'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:13.506068 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-51c96287-c25b-4569-bf94-847117346cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.508573 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-51c96287-c25b-4569-bf94-847117346cac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1127 time: 0.0929832 Jul 20 22:46:13.518262 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:13.595971 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93805f-5c84-4eac-aa0f-3a70c9aa1f71 req-ffb8f862-4fdb-4c88-8e2a-813a11a16195 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.597444 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb93805f-5c84-4eac-aa0f-3a70c9aa1f71 req-ffb8f862-4fdb-4c88-8e2a-813a11a16195 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0757706 Jul 20 22:46:13.673679 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-00e1a00b-ae5a-4e43-a886-8d747912ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.675275 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-00e1a00b-ae5a-4e43-a886-8d747912ff76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1127 time: 0.1597075 Jul 20 22:46:13.681958 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-0d6063cd-5078-4f5d-a7e9-bbbcc9803c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.683454 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-0d6063cd-5078-4f5d-a7e9-bbbcc9803c96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c1d44ad5d442e8ec58f1d76ae649b&device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 1128 time: 0.1579788 Jul 20 22:46:13.764020 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb93805f-5c84-4eac-aa0f-3a70c9aa1f71 req-55c85b95-0b45-4fa3-ac01-594367802c15 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551974 Jul 20 22:46:13.773135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-4eb0ab41-af5e-42f3-8cc8-77bd3aaa9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.773135 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-4eb0ab41-af5e-42f3-8cc8-77bd3aaa9c03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1127 time: 0.0902259 Jul 20 22:46:13.834195 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-3f31a1d6-df2d-40ed-a157-12e7c27a5fa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 217 time: 0.0487139 Jul 20 22:46:13.976719 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30843a9a-fc02-4672-8a92-f369350e9f0c req-803f7a04-e5c4-4432-aa5d-189b6e3afdcd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:13.978451 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-30843a9a-fc02-4672-8a92-f369350e9f0c req-803f7a04-e5c4-4432-aa5d-189b6e3afdcd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 931 time: 0.1141262 Jul 20 22:46:13.999912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-b0793558-0456-4fa6-83d6-fdfb20e7d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.001323 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-b0793558-0456-4fa6-83d6-fdfb20e7d73c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.1381710 Jul 20 22:46:14.082193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-0170e2f2-c96b-4c09-9ab7-8883edc843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.083890 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-0170e2f2-c96b-4c09-9ab7-8883edc843bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741916 Jul 20 22:46:14.142068 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-30843a9a-fc02-4672-8a92-f369350e9f0c req-1e71c4b8-ce86-4de5-bf13-a17dbfb00fa4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490247 Jul 20 22:46:14.150186 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.164426 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:14.167841 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-42665ce5-b293-44e8-ae82-8286228b99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.168939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.169419 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-42665ce5-b293-44e8-ae82-8286228b99d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.6526730 Jul 20 22:46:14.193064 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb403db-3cfe-4de0-a421-98b48f4b6b89 req-536b7a33-5bff-4d8b-8cf8-eac0b6b0800d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.197193 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3eb403db-3cfe-4de0-a421-98b48f4b6b89 req-536b7a33-5bff-4d8b-8cf8-eac0b6b0800d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.4572976 Jul 20 22:46:14.200780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks [] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:14.224163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Transition to ACTIVE for port object 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:46:14.244766 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-02bf51f7-0b96-4b97-a92f-e1ac2b7b5e89 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330838 Jul 20 22:46:14.307163 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-ae619442-24f2-4cb6-8a29-a070f426c291 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 217 time: 0.1288157 Jul 20 22:46:14.389219 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 417af98e-97a4-4636-8e23-5904d61a9d52 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:46:14.392124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-6f47f3f2-51be-4355-96b8-c1b10fd782a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.393666 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-6f47f3f2-51be-4355-96b8-c1b10fd782a0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6894639 Jul 20 22:46:14.457526 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-2560c60c-0184-4e46-94a3-0d2c2c2e2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.459127 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-2560c60c-0184-4e46-94a3-0d2c2c2e2e64 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=788c1d44ad5d442e8ec58f1d76ae649b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7538159 Jul 20 22:46:14.493979 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3eb403db-3cfe-4de0-a421-98b48f4b6b89 req-6c107a59-eeb2-48dd-ba63-2ebd57c89501 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472303 Jul 20 22:46:14.497706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.522538 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=417af98e-97a4-4636-8e23-5904d61a9d52,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:14.529668 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-841494fd-b7f6-40ce-b7c9-f21df5c41af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.540725 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '417af98e-97a4-4636-8e23-5904d61a9d52', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'port_id': '417af98e-97a4-4636-8e23-5904d61a9d52', 'mac_address': 'fa:16:3e:0d:1f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:46:14.544701 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-841494fd-b7f6-40ce-b7c9-f21df5c41af2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.2193222 Jul 20 22:46:14.570208 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:14.585536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.599035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 417af98e-97a4-4636-8e23-5904d61a9d52 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:14.599035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:14.605920 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417af98e-97a4-4636-8e23-5904d61a9d52 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:14.628526 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=417af98e-97a4-4636-8e23-5904d61a9d52,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:14.672668 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca902ea6-9330-4ca1-b531-9e8b8d5fd67e req-e4cb9b41-f969-40a6-9cc3-89ae57436d3a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.672668 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca902ea6-9330-4ca1-b531-9e8b8d5fd67e req-e4cb9b41-f969-40a6-9cc3-89ae57436d3a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 943 time: 0.3586826 Jul 20 22:46:14.683686 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-150699d6-4f0b-4afb-95f7-9d4044b9b713 req-a62dcc72-13d5-4bde-b49d-48dc96f5a883 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333611 Jul 20 22:46:14.710070 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:14.759910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-482cc617-950d-441a-ae06-6b51804e1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.759910 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-482cc617-950d-441a-ae06-6b51804e1e1e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3481743 Jul 20 22:46:14.799610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:14.811047 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca902ea6-9330-4ca1-b531-9e8b8d5fd67e req-6f251c59-a5ed-40af-a186-7e8f6910b81a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243491 Jul 20 22:46:14.824036 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Attempting to bind port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:46:14.824403 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Attempting to bind port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:46:14.833957 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Attempting to bind port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:14.833957 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:46:14.833957 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Attempting to bind port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:46:14.839249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:46:14.840617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:14.841101 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:46:14.841646 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Bound port: 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:46:14.842147 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:14.864077 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.887218 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:14.916497 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:46:14.919578 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:46:14.923366 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:14.935085 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddc516-dd13-4aaa-96de-a5b221628935 req-d32fbd30-df11-4e61-bf04-100642ca55ae tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:14.937407 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ddc516-dd13-4aaa-96de-a5b221628935 req-d32fbd30-df11-4e61-bf04-100642ca55ae tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0506222 Jul 20 22:46:15.000851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ddc516-dd13-4aaa-96de-a5b221628935 req-0346a5ea-b7c7-4128-8ba8-0c7a70ece9fd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537455 Jul 20 22:46:15.065602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.099928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:15.102733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.102733 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] 10.222.0.23 "PUT /v2.0/ports/3ef07cb8-939b-46e3-b2ca-eedb58f07b4a HTTP/1.1" status: 200 len: 1093 time: 1.6929743 Jul 20 22:46:15.104891 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:15.107206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57" -d '{"events": [{"name": "network-changed", "server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:15.138308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b266-04e6-4f22-a473-4b5b29f7a177 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:15.159823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc3083-b351-4a23-9c34-67254b8911f1 x-openstack-request-id: req-a8cc3083-b351-4a23-9c34-67254b8911f1 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:15.160285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:15.160586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8cc3083-b351-4a23-9c34-67254b8911f1 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:15.161119 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cc3083-b351-4a23-9c34-67254b8911f1'] response: {'name': 'network-changed', 'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'status': 'completed', 'code': 200} Jul 20 22:46:15.237805 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 47248) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:15.318560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143728-17ce-4ebe-9697-9c8d44627329 req-92dcaf32-1107-4d06-9901-39dc8e89d5f4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:15.323774 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a8143728-17ce-4ebe-9697-9c8d44627329 req-92dcaf32-1107-4d06-9901-39dc8e89d5f4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0603557 Jul 20 22:46:15.379897 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a8143728-17ce-4ebe-9697-9c8d44627329 req-32276a08-81b3-46b7-a096-2774bff84be8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540750 Jul 20 22:46:15.385318 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-463725de-f98b-4cb1-8403-cd197fbb751d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.467251 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-463725de-f98b-4cb1-8403-cd197fbb751d admin admin] Publish callbacks [] for security_group (1c340254-c5cf-4593-87d8-3dea16fc6e72), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.603257 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-463725de-f98b-4cb1-8403-cd197fbb751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1c340254-c5cf-4593-87d8-3dea16fc6e72), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.611433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f64bf-d790-4408-bfe8-144b6d23f0c0 req-e62a4f3c-6432-4250-ae2c-56464db5b5a7 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:15.615074 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-230f64bf-d790-4408-bfe8-144b6d23f0c0 req-e62a4f3c-6432-4250-ae2c-56464db5b5a7 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0504963 Jul 20 22:46:15.666905 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-463725de-f98b-4cb1-8403-cd197fbb751d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edc43b27235c403098ea4232fc152c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279411 Jul 20 22:46:15.670072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463725de-f98b-4cb1-8403-cd197fbb751d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c340254-c5cf-4593-87d8-3dea16fc6e72,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:15.670303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47258) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:15.696545 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-230f64bf-d790-4408-bfe8-144b6d23f0c0 req-78599eb8-f5a5-4dd7-9d3b-8b72e993ea1e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699451 Jul 20 22:46:15.734029 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] Publish callbacks [] for security_group (1c340254-c5cf-4593-87d8-3dea16fc6e72), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.757017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] Publish callbacks [] for security_group (1c340254-c5cf-4593-87d8-3dea16fc6e72), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.918031 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1c340254-c5cf-4593-87d8-3dea16fc6e72), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.920555 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:15.921652 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c340254-c5cf-4593-87d8-3dea16fc6e72 HTTP/1.1" status: 204 len: 168 time: 0.2502408 Jul 20 22:46:15.932247 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5c51e-c641-4582-9ff1-76fd50ddbe3e req-ba7bc4df-8ff3-4fd6-9891-7d8d1598788f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:15.933676 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3df5c51e-c641-4582-9ff1-76fd50ddbe3e req-ba7bc4df-8ff3-4fd6-9891-7d8d1598788f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0525222 Jul 20 22:46:15.939213 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6719400-c8ba-4964-b7f7-00c52880138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c340254-c5cf-4593-87d8-3dea16fc6e72,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:15.975949 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=6 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:15.994915 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3df5c51e-c641-4582-9ff1-76fd50ddbe3e req-2e6109aa-c2b0-4ce7-bd1a-ea5b214de2a9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530117 Jul 20 22:46:16.102016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:16.116352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c89e5-9d83-486d-aabd-00f1cfc67a40 req-d62bb77a-9fd0-488a-a983-748f9202309a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:16.117851 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-822c89e5-9d83-486d-aabd-00f1cfc67a40 req-d62bb77a-9fd0-488a-a983-748f9202309a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0502005 Jul 20 22:46:16.164927 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-822c89e5-9d83-486d-aabd-00f1cfc67a40 req-016a003d-872d-4bbc-b3ea-fc4ebe3d1df8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Jul 20 22:46:16.493179 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63d76a-848c-4ea8-9fd2-e21634cedd51 req-d9447219-1b4a-4ee7-8bd0-ec21b3999386 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:16.494668 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce63d76a-848c-4ea8-9fd2-e21634cedd51 req-d9447219-1b4a-4ee7-8bd0-ec21b3999386 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0479794 Jul 20 22:46:16.542242 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce63d76a-848c-4ea8-9fd2-e21634cedd51 req-034a4b14-b8f7-4a0c-9552-950f0578fa21 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Jul 20 22:46:16.660540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47278) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:16.674463 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6b217837-4176-44b7-96f2-226589eea32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:16.752754 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6b217837-4176-44b7-96f2-226589eea32e admin admin] Publish callbacks [] for security_group (ea48a808-e79a-4797-99ba-27e0e1e7aac2), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:16.810992 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bc23a-faae-43c4-9bb5-5bb67dbdb0e9 req-312318f3-a423-4fbd-a951-9fa4ae31e603 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:16.812519 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d21bc23a-faae-43c4-9bb5-5bb67dbdb0e9 req-312318f3-a423-4fbd-a951-9fa4ae31e603 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0474901 Jul 20 22:46:16.824477 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6b217837-4176-44b7-96f2-226589eea32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ea48a808-e79a-4797-99ba-27e0e1e7aac2), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:16.860001 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d21bc23a-faae-43c4-9bb5-5bb67dbdb0e9 req-83facd3f-58bc-400a-b598-cc37f2b52bd3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Jul 20 22:46:16.864689 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6b217837-4176-44b7-96f2-226589eea32e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=422aeb48221340c28ae70c72719ac14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031512 Jul 20 22:46:16.867094 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217837-4176-44b7-96f2-226589eea32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea48a808-e79a-4797-99ba-27e0e1e7aac2,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:16.867455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 47282) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:16.923557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] Publish callbacks [] for security_group (ea48a808-e79a-4797-99ba-27e0e1e7aac2), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:16.944845 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] Publish callbacks [] for security_group (ea48a808-e79a-4797-99ba-27e0e1e7aac2), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:17.108934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef4315-3d80-4619-8c95-dc8843aadcd1 req-3ce4ed3b-ef3f-486d-bee3-28a559948a80 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:17.110390 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bfef4315-3d80-4619-8c95-dc8843aadcd1 req-3ce4ed3b-ef3f-486d-bee3-28a559948a80 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0457973 Jul 20 22:46:17.110643 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ea48a808-e79a-4797-99ba-27e0e1e7aac2), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:17.113251 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:17.114496 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea48a808-e79a-4797-99ba-27e0e1e7aac2 HTTP/1.1" status: 204 len: 168 time: 0.2460814 Jul 20 22:46:17.124321 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a18b-0d22-4a4e-998c-a9a35d2f882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea48a808-e79a-4797-99ba-27e0e1e7aac2,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:17.160857 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bfef4315-3d80-4619-8c95-dc8843aadcd1 req-db0eae61-a294-4b4f-b35e-d962b2158061 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Jul 20 22:46:17.278877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71702ff-e68b-486e-a175-7daf1c7aa0ba req-2f6e849d-f35c-41f2-be60-4addd4449fd0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:17.280553 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e71702ff-e68b-486e-a175-7daf1c7aa0ba req-2f6e849d-f35c-41f2-be60-4addd4449fd0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0473013 Jul 20 22:46:17.341006 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e71702ff-e68b-486e-a175-7daf1c7aa0ba req-2a70fef8-2d44-477f-93a7-e448cdd5fe45 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465391 Jul 20 22:46:17.679333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ff13-3163-485a-bf76-c764c9b84942 req-07a64d28-4530-4626-832e-bbff9753339b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:17.681586 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3158ff13-3163-485a-bf76-c764c9b84942 req-07a64d28-4530-4626-832e-bbff9753339b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0541141 Jul 20 22:46:17.737582 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3158ff13-3163-485a-bf76-c764c9b84942 req-ea4e099b-67b1-4fbf-8cb9-77644ec05f2f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Jul 20 22:46:17.992949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ac08-158a-4219-8e76-6012bcf69c7d req-bd51c8a3-e859-4b6b-9fd1-1241618debf5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:17.994592 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-eee9ac08-158a-4219-8e76-6012bcf69c7d req-bd51c8a3-e859-4b6b-9fd1-1241618debf5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0636244 Jul 20 22:46:18.039439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:18.071108 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-eee9ac08-158a-4219-8e76-6012bcf69c7d req-f8b32b3d-f443-4716-b89e-f998d47ff79d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676954 Jul 20 22:46:18.084993 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:18.174980 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-2c464e5f-2bec-4c8c-8970-0d08e503798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:18.176493 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-2c464e5f-2bec-4c8c-8970-0d08e503798c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0884914 Jul 20 22:46:18.180835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-3b84bd8a-46be-4fe0-9959-f703834150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:18.182505 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1fe221fc-f165-4cf2-b489-5af74ff8ea7c req-3b84bd8a-46be-4fe0-9959-f703834150a6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751966 Jul 20 22:46:18.273804 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff43772-be31-4f1c-a63f-2258e8763649 req-25f48e08-064a-4369-98b7-abd68ee31a66 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:18.275322 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-eff43772-be31-4f1c-a63f-2258e8763649 req-25f48e08-064a-4369-98b7-abd68ee31a66 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0481582 Jul 20 22:46:18.325292 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-eff43772-be31-4f1c-a63f-2258e8763649 req-443abbbb-0462-4159-9b42-4eada934940b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jul 20 22:46:18.454667 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae6f8e-de09-49f4-88a8-ce4c12d34f9a req-72b4b8a1-883f-4d96-a6ec-bc5513a4bace tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:18.456190 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4bae6f8e-de09-49f4-88a8-ce4c12d34f9a req-72b4b8a1-883f-4d96-a6ec-bc5513a4bace tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0496168 Jul 20 22:46:18.502644 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4bae6f8e-de09-49f4-88a8-ce4c12d34f9a req-d6688124-0bd1-4811-b818-faccdad268fa tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Jul 20 22:46:18.851017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dadd5-dabe-49d4-8203-5b22b237151a req-0db7217c-3fab-4191-b5c0-cdb1f67bbc4e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:18.852466 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-106dadd5-dabe-49d4-8203-5b22b237151a req-0db7217c-3fab-4191-b5c0-cdb1f67bbc4e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0476346 Jul 20 22:46:18.903906 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-106dadd5-dabe-49d4-8203-5b22b237151a req-aa4405d4-a6ca-48fd-b151-c97192b70f56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459297 Jul 20 22:46:19.146970 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['417af98e-97a4-4636-8e23-5904d61a9d52'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:46:19.183992 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5e71-b6d5-4d43-8d08-fcd855679fd6 req-3dac18ff-1eaa-4279-98e5-8c4bbb1f3dc0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:19.188113 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffcc5e71-b6d5-4d43-8d08-fcd855679fd6 req-3dac18ff-1eaa-4279-98e5-8c4bbb1f3dc0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0576403 Jul 20 22:46:19.269076 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffcc5e71-b6d5-4d43-8d08-fcd855679fd6 req-c25bc5a5-0a5a-49fd-877f-848205b1e713 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704491 Jul 20 22:46:19.441916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6928b-406c-4502-b287-145a682f8926 req-03743fc8-f279-4c05-9e89-015b481ba155 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:19.443339 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-01b6928b-406c-4502-b287-145a682f8926 req-03743fc8-f279-4c05-9e89-015b481ba155 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0497196 Jul 20 22:46:19.500847 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-01b6928b-406c-4502-b287-145a682f8926 req-0d4cfb3b-8dff-48a6-80fa-e225d9f15b96 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494142 Jul 20 22:46:19.618255 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048341-598a-4ea5-b8f7-3508c8b8c850 req-6383ea7c-dad2-4a70-80fe-051ead3165de tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:19.619754 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-26048341-598a-4ea5-b8f7-3508c8b8c850 req-6383ea7c-dad2-4a70-80fe-051ead3165de tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0510008 Jul 20 22:46:19.668470 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-26048341-598a-4ea5-b8f7-3508c8b8c850 req-a2a0be9d-5954-4574-b107-48a8a90f16bd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431104 Jul 20 22:46:20.024786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f319f8-47a0-4894-bed4-b1f8e956ae0b req-b3397e19-aa06-46cf-b856-fa11e7b8db21 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:20.026228 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71f319f8-47a0-4894-bed4-b1f8e956ae0b req-b3397e19-aa06-46cf-b856-fa11e7b8db21 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0530226 Jul 20 22:46:20.073786 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71f319f8-47a0-4894-bed4-b1f8e956ae0b req-7e782578-b251-43e8-9eba-a0c172b67cc3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Jul 20 22:46:20.201945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 417af98e-97a4-4636-8e23-5904d61a9d52 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:46:20.248367 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 417af98e-97a4-4636-8e23-5904d61a9d52 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:46:20.361848 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 417af98e-97a4-4636-8e23-5904d61a9d52 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:20.362153 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:20.379258 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42355c40-e50c-46c5-91c3-6928b453418c req-a4b2b368-56a2-4f04-b961-2dd8caff4b07 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:20.380788 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-42355c40-e50c-46c5-91c3-6928b453418c req-a4b2b368-56a2-4f04-b961-2dd8caff4b07 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0474782 Jul 20 22:46:20.437647 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 417af98e-97a4-4636-8e23-5904d61a9d52 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:20.438031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:20.440385 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-42355c40-e50c-46c5-91c3-6928b453418c req-934cecfa-bcdb-49d0-9ec4-045488cfb80d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540359 Jul 20 22:46:20.465111 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:20.544275 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=417af98e-97a4-4636-8e23-5904d61a9d52,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:20.619577 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97586f-74c3-4f95-b55c-639cada7a76b req-3e8df1c8-3b00-4281-b591-e5e80b0bf15a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:20.621155 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dd97586f-74c3-4f95-b55c-639cada7a76b req-3e8df1c8-3b00-4281-b591-e5e80b0bf15a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 944 time: 0.0516458 Jul 20 22:46:20.642232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adc4048-5ba0-4b07-9bf2-277b4f43dc07" -d '{"events": [{"server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:20.647534 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:20.700978 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dd97586f-74c3-4f95-b55c-639cada7a76b req-c17f6eaa-7762-4348-b47f-965b96a43b68 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Jul 20 22:46:20.706481 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:20.742212 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854476c6-c965-4d5b-9782-71d932276d8d x-openstack-request-id: req-854476c6-c965-4d5b-9782-71d932276d8d {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:20.742525 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "name": "network-vif-plugged", "status": "completed", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:20.742783 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-854476c6-c965-4d5b-9782-71d932276d8d {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:20.743306 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854476c6-c965-4d5b-9782-71d932276d8d'] response: {'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52', 'code': 200} Jul 20 22:46:20.811728 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8384a7-6a37-487b-80b4-16f499e10711 req-e6c741fe-6e31-42b6-90a9-b24762e3856c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:20.813284 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cd8384a7-6a37-487b-80b4-16f499e10711 req-e6c741fe-6e31-42b6-90a9-b24762e3856c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0478837 Jul 20 22:46:20.861539 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cd8384a7-6a37-487b-80b4-16f499e10711 req-2d71b935-4d1d-4c0b-9ec9-cda286c43943 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Jul 20 22:46:21.212033 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:21.307507 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-2b551b47-ad1e-45b4-80a8-530ee10d15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.309168 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-2b551b47-ad1e-45b4-80a8-530ee10d15c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1127 time: 0.1077161 Jul 20 22:46:21.347369 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-6baf2c18-0215-4b96-8321-b46d7019eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.348878 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-6baf2c18-0215-4b96-8321-b46d7019eba2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1127 time: 0.0777099 Jul 20 22:46:21.353575 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-94b9d5d4-28ff-4a78-bcde-530b045d4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.354992 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-94b9d5d4-28ff-4a78-bcde-530b045d4341 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 1127 time: 0.1665771 Jul 20 22:46:21.363784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab8271-c84b-4b5e-9c79-d6a82eff910f req-9c494e0b-25ae-4482-99bf-cb3851a7459f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.369683 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dcab8271-c84b-4b5e-9c79-d6a82eff910f req-9c494e0b-25ae-4482-99bf-cb3851a7459f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.1013124 Jul 20 22:46:21.425343 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:21.435879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-3856a98a-2585-47a8-9277-79f0486dba0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 217 time: 0.0924499 Jul 20 22:46:21.521075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-df3255e8-cd92-4e5c-9f24-496fb0082739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.522609 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-df3255e8-cd92-4e5c-9f24-496fb0082739 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=788c1d44ad5d442e8ec58f1d76ae649b&device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 1128 time: 0.1779656 Jul 20 22:46:21.558197 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dcab8271-c84b-4b5e-9c79-d6a82eff910f req-4d6fc7b9-ee79-472d-99c0-0db99cf48b3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733010 Jul 20 22:46:21.564213 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-4f8a2df7-ecf0-4773-a47a-b54a1f89a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.566072 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-4f8a2df7-ecf0-4773-a47a-b54a1f89a71d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.1215672 Jul 20 22:46:21.759343 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:21.786112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993737d0-d311-4ecc-a7a6-75e331bb2ef9 req-e8b0d8f7-9912-48b2-9368-5cd6625a5817 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.787641 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-993737d0-d311-4ecc-a7a6-75e331bb2ef9 req-e8b0d8f7-9912-48b2-9368-5cd6625a5817 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.1666625 Jul 20 22:46:21.810947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:21.826154 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-ba15e963-f707-4757-b585-fad284836554 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555610 Jul 20 22:46:21.864103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f495-b21b-46df-ad49-c9d70af2b24b req-86932696-1b7a-4fba-ad02-006ef19089a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.865885 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efc4f495-b21b-46df-ad49-c9d70af2b24b req-86932696-1b7a-4fba-ad02-006ef19089a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0922041 Jul 20 22:46:21.875285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.23', 58878) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:21.916460 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-319bfe47-6884-471a-8bbe-fadfbca05f5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8 HTTP/1.1" status: 200 len: 217 time: 0.0923252 Jul 20 22:46:21.941440 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-8571a3f9-32a3-4133-b24a-19b26074052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.942914 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-8571a3f9-32a3-4133-b24a-19b26074052e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.5612419 Jul 20 22:46:21.964061 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-1076de10-3604-4910-8311-749e957cf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.965504 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-1076de10-3604-4910-8311-749e957cf722 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f733781536584f80acfc325bf8444536&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5753384 Jul 20 22:46:21.972706 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-99e3a10d-b39b-4a3e-930f-c6e0aa249336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:21.976011 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-99e3a10d-b39b-4a3e-930f-c6e0aa249336 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1327956 Jul 20 22:46:21.987702 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 47440) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:22.047631 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efc4f495-b21b-46df-ad49-c9d70af2b24b req-3aad9f1b-51e1-48e4-a359-e120f03d3dc0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529450 Jul 20 22:46:22.052913 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1eff7225-6847-458b-a5e5-0eb4ba809c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.054718 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1eff7225-6847-458b-a5e5-0eb4ba809c9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1129 time: 0.1778572 Jul 20 22:46:22.098742 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-993737d0-d311-4ecc-a7a6-75e331bb2ef9 req-e61e552b-b27c-4895-b441-64ebdc8ab49e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956164 Jul 20 22:46:22.108610 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-25e62925-b2ef-496a-898e-afb9ef8a4cdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 217 time: 0.0786386 Jul 20 22:46:22.136073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-695dbafd-b1db-4e25-8735-8281c90a5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.138288 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-695dbafd-b1db-4e25-8735-8281c90a5510 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=31139e6a-330b-49ab-a3e3-08ccfe91fe2a HTTP/1.1" status: 200 len: 851 time: 0.2110200 Jul 20 22:46:22.187850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.188611 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.237502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9035e64-1e10-4455-96ac-033c2da7f2bf req-9326c0f7-de4a-4259-84c7-e8a5da2d95fd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.239121 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e9035e64-1e10-4455-96ac-033c2da7f2bf req-9326c0f7-de4a-4259-84c7-e8a5da2d95fd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0978503 Jul 20 22:46:22.240695 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-87b3a995-a236-4c1a-be57-269ce26529be service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994102 Jul 20 22:46:22.253265 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-c3faaed0-eb6b-4629-b499-e0ff14ada12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.254704 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-c3faaed0-eb6b-4629-b499-e0ff14ada12f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.1345956 Jul 20 22:46:22.266417 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-3d9df3cc-aa32-4116-b5fe-b39737ac3f4e service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585187 Jul 20 22:46:22.280346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-91c4e51f-5de1-4e4e-82ec-50f550d3df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.281812 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-91c4e51f-5de1-4e4e-82ec-50f550d3df82 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2535677 Jul 20 22:46:22.325417 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e9035e64-1e10-4455-96ac-033c2da7f2bf req-ac4b23a3-52bd-4daf-87ae-252c379b1b95 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771689 Jul 20 22:46:22.328654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Publish callbacks [] for security_group (e5173517-5e11-4b8b-ac97-fdd7d356d8ff), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.353742 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Publish callbacks [] for security_group (b9d8edcd-c065-451b-a49a-e395c91a4150), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.413017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e5173517-5e11-4b8b-ac97-fdd7d356d8ff), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.446920 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:22.460459 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743901 Jul 20 22:46:22.461190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5173517-5e11-4b8b-ac97-fdd7d356d8ff,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:22.464745 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b9d8edcd-c065-451b-a49a-e395c91a4150), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.469431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.469779 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.470116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.470453 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.470780 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.471134 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.471460 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.471860 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.472203 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.472544 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.472868 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.473187 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.473506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.473821 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.474138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.505837 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=889788e3066c4750af92fedde8274a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5144641 Jul 20 22:46:22.506938 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8edcd-c065-451b-a49a-e395c91a4150,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:22.520850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47448) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.521294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cea84a-d9aa-4083-b47c-a52cc44c8c5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:22.562469 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] Publish callbacks [] for security_group (b9d8edcd-c065-451b-a49a-e395c91a4150), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.583632 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] Publish callbacks [] for security_group (b9d8edcd-c065-451b-a49a-e395c91a4150), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.669760 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0976a0-5e5c-4f15-9185-4b552fe61d26 req-609419f5-5a7b-49b4-8b43-7131eed8c2e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:22.671852 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3e0976a0-5e5c-4f15-9185-4b552fe61d26 req-609419f5-5a7b-49b4-8b43-7131eed8c2e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0481250 Jul 20 22:46:22.717976 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3e0976a0-5e5c-4f15-9185-4b552fe61d26 req-166d57f6-7cc5-4336-bb52-b27ef11c590f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Jul 20 22:46:22.744355 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b9d8edcd-c065-451b-a49a-e395c91a4150), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.761461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:22.761461 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9d8edcd-c065-451b-a49a-e395c91a4150 HTTP/1.1" status: 204 len: 168 time: 0.2390087 Jul 20 22:46:22.761461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b9438-bfc4-48df-bdf5-116857f94e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8edcd-c065-451b-a49a-e395c91a4150,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:23.168143 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42e028-1746-415b-8f6c-c0601ca57d3d req-132cae62-d935-482b-aabf-3a0fbd9903cb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:23.169769 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-de42e028-1746-415b-8f6c-c0601ca57d3d req-132cae62-d935-482b-aabf-3a0fbd9903cb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0564280 Jul 20 22:46:23.229712 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219b223-2bb7-4200-bcab-420feba8e486 req-385d4a98-c0a0-4a94-81ce-51f90323216e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:23.231251 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c219b223-2bb7-4200-bcab-420feba8e486 req-385d4a98-c0a0-4a94-81ce-51f90323216e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0581157 Jul 20 22:46:23.231952 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-de42e028-1746-415b-8f6c-c0601ca57d3d req-934b89c0-6383-4df4-96d9-de96cbea6657 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517869 Jul 20 22:46:23.268587 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:23.280391 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c219b223-2bb7-4200-bcab-420feba8e486 req-30419573-4e69-46fc-8312-107b5b783fbc tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Jul 20 22:46:23.434948 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:23.453942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af492-df99-49e4-bb00-d4ac6893508f req-c170f6a0-d3cd-43f5-a8c0-8e41b911791c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:23.455445 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4c1af492-df99-49e4-bb00-d4ac6893508f req-c170f6a0-d3cd-43f5-a8c0-8e41b911791c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0476668 Jul 20 22:46:23.502534 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4c1af492-df99-49e4-bb00-d4ac6893508f req-6aae11b9-42b7-49ca-9279-7b5598f858c3 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Jul 20 22:46:23.562088 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 47472) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:23.576525 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ff46771-68e0-45ac-921c-7dbf79fdaad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:23.609623 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:23.655449 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ff46771-68e0-45ac-921c-7dbf79fdaad0 admin admin] Publish callbacks [] for security_group (e7801b00-a585-4536-ae71-85297002920f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:23.704181 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ff46771-68e0-45ac-921c-7dbf79fdaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e7801b00-a585-4536-ae71-85297002920f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:23.742191 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9ff46771-68e0-45ac-921c-7dbf79fdaad0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e420c7d338214be4aa14f256024a6ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789424 Jul 20 22:46:23.744160 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46771-68e0-45ac-921c-7dbf79fdaad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7801b00-a585-4536-ae71-85297002920f,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:23.745199 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47476) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:23.826044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] Publish callbacks [] for security_group (e7801b00-a585-4536-ae71-85297002920f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:23.845510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993efe-8cb2-426f-9c11-78ab08fe91a8 req-fabb6e10-6b1d-471c-a64a-516e0c6aa80c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:23.846990 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf993efe-8cb2-426f-9c11-78ab08fe91a8 req-fabb6e10-6b1d-471c-a64a-516e0c6aa80c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0616412 Jul 20 22:46:23.867633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] Publish callbacks [] for security_group (e7801b00-a585-4536-ae71-85297002920f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:23.928103 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf993efe-8cb2-426f-9c11-78ab08fe91a8 req-b8e43259-6559-4b54-a024-cba3eabcfa4b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756485 Jul 20 22:46:24.012667 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e7801b00-a585-4536-ae71-85297002920f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:24.015269 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:24.016371 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7801b00-a585-4536-ae71-85297002920f HTTP/1.1" status: 204 len: 168 time: 0.2702036 Jul 20 22:46:24.025742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ca486-d7aa-4caf-a214-b2f1467d5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7801b00-a585-4536-ae71-85297002920f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:24.288467 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:46:24.333042 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:24.352770 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf458b-2563-44f7-a751-8381aaaf6f0a req-9009bdfb-2066-46d2-9192-e89a6e7e4125 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:24.354315 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9cdf458b-2563-44f7-a751-8381aaaf6f0a req-9009bdfb-2066-46d2-9192-e89a6e7e4125 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Jul 20 22:46:24.407775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d20ed-35cd-4065-b911-25e3bbf07699 req-20f1e050-c23c-462b-9759-6a9301f794e5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:24.409957 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4d7d20ed-35cd-4065-b911-25e3bbf07699 req-20f1e050-c23c-462b-9759-6a9301f794e5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0558603 Jul 20 22:46:24.428908 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:24.448424 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9cdf458b-2563-44f7-a751-8381aaaf6f0a req-d8da4408-4407-47ff-9579-be931debf60f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879595 Jul 20 22:46:24.461484 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:24.477413 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'port_id': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'mac_address': 'fa:16:3e:a7:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:46:24.499538 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4d7d20ed-35cd-4065-b911-25e3bbf07699 req-6adb0de9-5377-44a9-808d-bde86a3a12e0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834744 Jul 20 22:46:24.517981 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:24.520881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:24.533215 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:24.535366 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:24.555871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:24.635858 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbd664-0c09-4bbf-827b-01614acaf2c9 req-832df932-0065-4aeb-b2ea-6e049476f72a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:24.637385 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d4cbd664-0c09-4bbf-827b-01614acaf2c9 req-832df932-0065-4aeb-b2ea-6e049476f72a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 943 time: 0.0489452 Jul 20 22:46:24.647112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:24.690753 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d4cbd664-0c09-4bbf-827b-01614acaf2c9 req-15879585-c96f-49f7-b3e6-cb72071bee00 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473948 Jul 20 22:46:24.694242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:24.701503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.701786 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.702637 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.702999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.703343 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.703674 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.703995 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.704313 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.704633 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.704952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.705273 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.705591 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.705908 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.706222 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:24.706536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:46:25.042291 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751854f-c28f-4fdf-994a-cdc4347900b0 req-eb020cfb-e141-405e-9dfa-968fe1ceca3b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:25.043853 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4751854f-c28f-4fdf-994a-cdc4347900b0 req-eb020cfb-e141-405e-9dfa-968fe1ceca3b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0488002 Jul 20 22:46:25.093171 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4751854f-c28f-4fdf-994a-cdc4347900b0 req-e82cd742-2f39-4b12-890d-5ea3dd3a26d6 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Jul 20 22:46:25.571714 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7252a-5b99-4f03-852a-88b5229ce117 req-f01151b5-032d-4674-89b7-e2653fac9b00 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:25.573211 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-54b7252a-5b99-4f03-852a-88b5229ce117 req-f01151b5-032d-4674-89b7-e2653fac9b00 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Jul 20 22:46:25.621617 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c160c28-0ec3-49a9-8707-af326a1009c8 req-8f760933-3401-4bfa-8e17-03e531d42990 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:25.623136 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c160c28-0ec3-49a9-8707-af326a1009c8 req-8f760933-3401-4bfa-8e17-03e531d42990 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0522656 Jul 20 22:46:25.626570 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-54b7252a-5b99-4f03-852a-88b5229ce117 req-26cab2f7-8d9f-43d5-aba6-b92d9b78d942 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Jul 20 22:46:25.672098 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c160c28-0ec3-49a9-8707-af326a1009c8 req-89b6aaf8-a4f0-4d8d-8b8c-fd0383bdfdcd tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Jul 20 22:46:25.805783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bdc0-ee87-4416-b7aa-c2201efbda32 req-18f09c18-af02-4785-943a-b5cf60980e8b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:25.807420 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da95bdc0-ee87-4416-b7aa-c2201efbda32 req-18f09c18-af02-4785-943a-b5cf60980e8b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0492346 Jul 20 22:46:25.855441 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da95bdc0-ee87-4416-b7aa-c2201efbda32 req-41936ac9-aac4-4689-8d34-f49949ac803a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Jul 20 22:46:26.209497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e832f08-1046-4b18-9242-f0f9afd590b8 req-54d46401-151e-4ef9-9c4f-525e92008fd1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:26.210997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1e832f08-1046-4b18-9242-f0f9afd590b8 req-54d46401-151e-4ef9-9c4f-525e92008fd1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0496151 Jul 20 22:46:26.259782 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1e832f08-1046-4b18-9242-f0f9afd590b8 req-dea08ee0-34ae-4aea-9099-475747dc901e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Jul 20 22:46:26.747888 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d0b3-186a-494a-a8f7-5c684e7e6099 req-050e22ed-97ee-41ef-8a04-7b097ae7b518 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:26.751465 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a49d0b3-186a-494a-a8f7-5c684e7e6099 req-050e22ed-97ee-41ef-8a04-7b097ae7b518 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0604372 Jul 20 22:46:26.797194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802908-36ae-411d-b814-6fb320a5db10 req-3c40a0d9-aca6-4399-a919-c69fcbe5fc2c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:26.798726 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e1802908-36ae-411d-b814-6fb320a5db10 req-3c40a0d9-aca6-4399-a919-c69fcbe5fc2c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0552793 Jul 20 22:46:26.802985 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a49d0b3-186a-494a-a8f7-5c684e7e6099 req-7c706af3-65ab-493e-9c47-ffdba7051243 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470419 Jul 20 22:46:26.837677 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:26.852212 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e1802908-36ae-411d-b814-6fb320a5db10 req-cae67623-6e74-41a2-af82-e7eaf3977345 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Jul 20 22:46:26.891564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['10d19aff-cf1c-4e78-abf5-f4fd95873ab9'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:46:26.915158 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-b6fd2fa3-d066-4266-b53a-15604424dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:26.917259 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-b6fd2fa3-d066-4266-b53a-15604424dbfb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440459 Jul 20 22:46:27.018767 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e1973ffb-ecdd-4cce-afd0-b9fb205127e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:27.020417 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-e1973ffb-ecdd-4cce-afd0-b9fb205127e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1467621 Jul 20 22:46:27.039714 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:27.049035 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cdd52-892e-48c5-a0b3-bb00b1fc1906 req-ba599ad6-e233-4e5d-a139-92c0ac94e860 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:27.050891 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-db9cdd52-892e-48c5-a0b3-bb00b1fc1906 req-ba599ad6-e233-4e5d-a139-92c0ac94e860 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0978274 Jul 20 22:46:27.068140 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a7362e5-2cf8-45ae-ac43-6755c752fdd7 req-dd2d7ae7-2232-4104-aed3-d433aa40916d service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968682 Jul 20 22:46:27.120139 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-db9cdd52-892e-48c5-a0b3-bb00b1fc1906 req-f4ea6c38-03d2-4414-8346-ba22978842cf tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502596 Jul 20 22:46:27.374002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5ac3b-9493-4023-925f-37b441b99ed5 req-8fc8108f-8f77-4193-91ec-0f88de84c6b8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:27.375506 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d1d5ac3b-9493-4023-925f-37b441b99ed5 req-8fc8108f-8f77-4193-91ec-0f88de84c6b8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0487504 Jul 20 22:46:27.423255 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d1d5ac3b-9493-4023-925f-37b441b99ed5 req-e79e9347-7aef-412c-87d4-bf852323527f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421491 Jul 20 22:46:27.932037 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc753-1f68-4a06-bf84-7192d567a2b7 req-58e0ab5b-2ee5-4b2a-9685-42df9bd0366e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:27.936438 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-251dc753-1f68-4a06-bf84-7192d567a2b7 req-58e0ab5b-2ee5-4b2a-9685-42df9bd0366e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0641448 Jul 20 22:46:27.995383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5af01-0ced-40b1-baed-e394c049880f req-b14fb191-80a8-47ef-87f8-ddd8fa86255b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:27.996934 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-34c5af01-0ced-40b1-baed-e394c049880f req-b14fb191-80a8-47ef-87f8-ddd8fa86255b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0663304 Jul 20 22:46:27.999533 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-251dc753-1f68-4a06-bf84-7192d567a2b7 req-0482f130-ed0d-4e08-a6c9-96ddb9f1b18f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Jul 20 22:46:28.046224 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-34c5af01-0ced-40b1-baed-e394c049880f req-378929d6-8eed-4f0c-a541-d33d49b37342 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Jul 20 22:46:28.232871 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37532597-7437-42c1-b9b9-8ce52b537ade req-416ed322-fafe-43db-bc02-d7a31b22dd7b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:28.234377 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-37532597-7437-42c1-b9b9-8ce52b537ade req-416ed322-fafe-43db-bc02-d7a31b22dd7b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0473559 Jul 20 22:46:28.282159 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-37532597-7437-42c1-b9b9-8ce52b537ade req-2c3989e3-3877-4327-a498-a8fa5ac4b267 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422788 Jul 20 22:46:28.538790 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d31045-002c-4e3e-9851-20c0b6f5dcd4 req-5cb51362-f7c3-4e85-bda4-14bd4d528893 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:28.540340 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8d31045-002c-4e3e-9851-20c0b6f5dcd4 req-5cb51362-f7c3-4e85-bda4-14bd4d528893 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0473454 Jul 20 22:46:28.589450 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8d31045-002c-4e3e-9851-20c0b6f5dcd4 req-c2f17d41-c70a-4724-a899-8401f2d292d7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Jul 20 22:46:29.114696 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996561d2-ac1e-4e29-97a3-5941fa077e1a req-1cf8b51a-a251-4582-a05b-96fad0929194 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:29.116231 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-996561d2-ac1e-4e29-97a3-5941fa077e1a req-1cf8b51a-a251-4582-a05b-96fad0929194 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0467088 Jul 20 22:46:29.157741 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d01a08-7367-433a-9f9e-e709f4a643ea req-8627c47a-ef50-4ff5-a19b-8906989b3e53 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:29.159504 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-58d01a08-7367-433a-9f9e-e709f4a643ea req-8627c47a-ef50-4ff5-a19b-8906989b3e53 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0466077 Jul 20 22:46:29.163608 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-996561d2-ac1e-4e29-97a3-5941fa077e1a req-2489243e-3494-4b59-a3ea-45e384172930 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Jul 20 22:46:29.213339 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-58d01a08-7367-433a-9f9e-e709f4a643ea req-65fa0e37-a1cd-49be-b49e-426c1f98e865 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Jul 20 22:46:29.395987 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334ab5b-cad3-460c-a063-6ad0792ed78b req-ec14cf6d-2a4f-46ee-96b4-ff1b8716d922 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:29.397348 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4334ab5b-cad3-460c-a063-6ad0792ed78b req-ec14cf6d-2a4f-46ee-96b4-ff1b8716d922 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Jul 20 22:46:29.415157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:29.444069 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4334ab5b-cad3-460c-a063-6ad0792ed78b req-fe850e6a-af65-4555-8889-5e69375cd000 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414224 Jul 20 22:46:29.697896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda5494-199d-4a36-943b-d25f0fbda5f3 req-40adbaf7-1efc-4396-937e-eec0d81a6e24 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:29.699258 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6dda5494-199d-4a36-943b-d25f0fbda5f3 req-40adbaf7-1efc-4396-937e-eec0d81a6e24 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0454853 Jul 20 22:46:29.733938 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:29.745603 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6dda5494-199d-4a36-943b-d25f0fbda5f3 req-51689c5d-592d-47e9-9866-ab68161aca2f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Jul 20 22:46:29.919566 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:30.276526 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade01eae-0f10-4fa8-9562-10b80e22476c req-3e6f698c-75bf-4342-a54e-30f89e64eb86 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:30.278026 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ade01eae-0f10-4fa8-9562-10b80e22476c req-3e6f698c-75bf-4342-a54e-30f89e64eb86 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0475338 Jul 20 22:46:30.325447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1bebd-7fb1-47d5-a3cd-bb3693039ab1 req-e8688149-1b52-4ced-aded-2fff3d90010c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:30.326145 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ade01eae-0f10-4fa8-9562-10b80e22476c req-7bf00db0-4487-402e-9edf-adb565d09b48 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Jul 20 22:46:30.326940 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-92d1bebd-7fb1-47d5-a3cd-bb3693039ab1 req-e8688149-1b52-4ced-aded-2fff3d90010c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0465624 Jul 20 22:46:30.374324 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-92d1bebd-7fb1-47d5-a3cd-bb3693039ab1 req-87c96fe7-6acb-4511-b45b-ec47559298a3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414317 Jul 20 22:46:30.569203 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc6de-7d18-429e-a2fa-a53eb0b3e9c4 req-db64b36a-58ad-410c-b5dc-be669e8f4587 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:30.570677 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-815fc6de-7d18-429e-a2fa-a53eb0b3e9c4 req-db64b36a-58ad-410c-b5dc-be669e8f4587 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0478394 Jul 20 22:46:30.620770 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-815fc6de-7d18-429e-a2fa-a53eb0b3e9c4 req-b44d5eb4-0f07-4788-9bdc-04b7c8205de2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Jul 20 22:46:30.860208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a19a0-ea11-4c67-82a9-d3815823e3b4 req-1077ea38-c7a2-4641-a4b9-745c3a4b5197 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:30.861636 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-698a19a0-ea11-4c67-82a9-d3815823e3b4 req-1077ea38-c7a2-4641-a4b9-745c3a4b5197 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Jul 20 22:46:30.907833 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-698a19a0-ea11-4c67-82a9-d3815823e3b4 req-e881fa8a-c0d2-4b03-a04b-e8e9d9417817 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Jul 20 22:46:31.438155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3176c-9d7b-4e03-8c48-f5bb268d6a38 req-cda84ee8-1349-4a87-9c80-62a6e90634c4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:31.439776 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e2e3176c-9d7b-4e03-8c48-f5bb268d6a38 req-cda84ee8-1349-4a87-9c80-62a6e90634c4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0492728 Jul 20 22:46:31.486500 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0b45a-2640-4226-8254-2bced72eaae8 req-c20a0163-060a-4c99-acaf-3c497021ae8f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:31.487446 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e2e3176c-9d7b-4e03-8c48-f5bb268d6a38 req-a76414bc-4b77-489b-810d-2470c9a0e38c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Jul 20 22:46:31.488001 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1ae0b45a-2640-4226-8254-2bced72eaae8 req-c20a0163-060a-4c99-acaf-3c497021ae8f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0467257 Jul 20 22:46:31.539529 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1ae0b45a-2640-4226-8254-2bced72eaae8 req-ce2a1576-fd38-4615-993a-7c6872552d27 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Jul 20 22:46:31.738296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1cf71cb2-9118-4bfa-99df-fd036ae0853b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:31.801986 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-48649293-becd-4091-897e-8a2a02cb3f37 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952017 Jul 20 22:46:31.817970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759780-8c0c-4df5-9d00-63ae18c6dbd5 req-0d589a8e-99a2-4277-85de-d318844cd8b1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:31.819480 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f4759780-8c0c-4df5-9d00-63ae18c6dbd5 req-0d589a8e-99a2-4277-85de-d318844cd8b1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.1321659 Jul 20 22:46:31.824120 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-17f53b2f-ea9b-4ab7-a2ab-07f8b853ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:31.825580 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-17f53b2f-ea9b-4ab7-a2ab-07f8b853ea49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 1127 time: 0.1098530 Jul 20 22:46:31.897206 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-abae2457-fb3f-4092-bb59-838abb2984c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a HTTP/1.1" status: 200 len: 217 time: 0.0484779 Jul 20 22:46:31.902475 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:46:31.913928 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-13bec579-d314-4277-9a29-00dfc6bfe32c req-a44c1242-16ad-4a5e-a111-8618a6b32fcf service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889652 Jul 20 22:46:31.915587 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-df120f1b-b0c4-43b2-a712-d7f0e9ce92d8 service neutron] 10.222.0.23 "GET /v2.0/networks/33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986749 Jul 20 22:46:31.930067 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f4759780-8c0c-4df5-9d00-63ae18c6dbd5 req-ee0b8ffa-3e36-4615-bbbc-7a2d8bfc2729 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021326 Jul 20 22:46:32.024597 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10175bc4-622f-4c6a-8a67-94bf910b40b1 req-44faf6f7-b4c7-4ecf-a507-5b14675e63fc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:32.026051 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-10175bc4-622f-4c6a-8a67-94bf910b40b1 req-44faf6f7-b4c7-4ecf-a507-5b14675e63fc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0508971 Jul 20 22:46:32.057158 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:32.075230 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-10175bc4-622f-4c6a-8a67-94bf910b40b1 req-ed469bfb-43c1-485a-80cb-42fa0392043d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436754 Jul 20 22:46:32.602727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f4675-b36a-4331-b503-2db719d50fdf req-9ae03a43-caf8-42b7-a182-bb8150cffd41 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:32.604265 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e09f4675-b36a-4331-b503-2db719d50fdf req-9ae03a43-caf8-42b7-a182-bb8150cffd41 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0498593 Jul 20 22:46:32.637635 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:32.652239 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b84f47-f3ad-49f5-b120-159b2dcd8aec req-ad09d4eb-71c0-411f-adeb-3f462dc8112d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:32.653775 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a8b84f47-f3ad-49f5-b120-159b2dcd8aec req-ad09d4eb-71c0-411f-adeb-3f462dc8112d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0479352 Jul 20 22:46:32.670477 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e09f4675-b36a-4331-b503-2db719d50fdf req-116289cc-0556-4ae2-b15c-bc7de9608dea tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606120 Jul 20 22:46:32.702919 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a8b84f47-f3ad-49f5-b120-159b2dcd8aec req-510224dc-4687-4852-b0f7-8901a9b5370b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Jul 20 22:46:32.922847 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:46:32.969390 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:46:33.029432 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:33.029822 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:33.052140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0be62-fa2d-4967-a242-e9d111971eaa req-28f58982-8cbd-428e-a894-037459452fc0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:33.052140 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64c0be62-fa2d-4967-a242-e9d111971eaa req-28f58982-8cbd-428e-a894-037459452fc0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Jul 20 22:46:33.110791 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:33.112150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:33.136742 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64c0be62-fa2d-4967-a242-e9d111971eaa req-c521dc23-c696-47be-8119-d07d8a1bcaa8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714924 Jul 20 22:46:33.146390 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:33.149495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979d10a8-7bab-42dc-a137-6d235800e911" -d '{"events": [{"server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "name": "network-vif-plugged", "status": "completed", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:33.164040 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:33.194707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb220ccb-3729-46e3-8c67-cb5ad39809f3 req-08904de8-d1af-40ae-869d-218018b494af tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:33.196270 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cb220ccb-3729-46e3-8c67-cb5ad39809f3 req-08904de8-d1af-40ae-869d-218018b494af tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0518548 Jul 20 22:46:33.199331 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32bb5d5-24a2-4c66-9dd2-8ab475ff12b6 x-openstack-request-id: req-c32bb5d5-24a2-4c66-9dd2-8ab475ff12b6 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:33.199954 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "name": "network-vif-plugged", "status": "completed", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:33.200276 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c32bb5d5-24a2-4c66-9dd2-8ab475ff12b6 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:33.200684 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32bb5d5-24a2-4c66-9dd2-8ab475ff12b6'] response: {'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'code': 200} Jul 20 22:46:33.246937 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cb220ccb-3729-46e3-8c67-cb5ad39809f3 req-8f51cc64-50b6-42c2-a2fb-e51eb93d7b88 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Jul 20 22:46:33.275454 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:33.324775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:33.800401 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d477ea-cbaa-4f7e-be74-1df6bad45557 req-60b73415-e203-454d-9068-71b8316239fd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:33.802169 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-32d477ea-cbaa-4f7e-be74-1df6bad45557 req-60b73415-e203-454d-9068-71b8316239fd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0484579 Jul 20 22:46:33.831681 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda20eae-403f-4a57-9221-4791bc0391aa req-84fc6a37-d977-4a5b-ab09-dbf35fca5b52 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:33.833397 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fda20eae-403f-4a57-9221-4791bc0391aa req-84fc6a37-d977-4a5b-ab09-dbf35fca5b52 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0473237 Jul 20 22:46:33.851550 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-32d477ea-cbaa-4f7e-be74-1df6bad45557 req-ef96cea1-b5b4-4155-8450-1a127297b55e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Jul 20 22:46:33.885222 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fda20eae-403f-4a57-9221-4791bc0391aa req-3de74329-89da-4eee-a96a-6efcdf1b56a3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Jul 20 22:46:33.972698 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8eb383a0-3093-4e63-bf81-5571288eaaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:34.232265 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e37969-53d8-43a0-ab02-d19858c58c4e req-987b9da3-3c0f-4c64-baf6-b0ac3e72a58a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:34.233827 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09e37969-53d8-43a0-ab02-d19858c58c4e req-987b9da3-3c0f-4c64-baf6-b0ac3e72a58a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0476935 Jul 20 22:46:34.281248 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09e37969-53d8-43a0-ab02-d19858c58c4e req-65d25500-c2d4-4237-8c4a-f0a6ff6121b9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 Jul 20 22:46:34.365135 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92b0ed-70fc-4464-b462-31bb119bc112 req-49022c46-4a70-4a54-b901-d154e1161af4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:34.365135 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb92b0ed-70fc-4464-b462-31bb119bc112 req-49022c46-4a70-4a54-b901-d154e1161af4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0467780 Jul 20 22:46:34.406866 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb92b0ed-70fc-4464-b462-31bb119bc112 req-3d9dda8d-1867-4a72-8207-7c8eb0a36c0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Jul 20 22:46:34.965437 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ffdc5-cbd2-4652-bfc2-a6636a7b46f3 req-3b1bef62-153a-412e-8b3a-b0f92726321a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:34.967490 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b47ffdc5-cbd2-4652-bfc2-a6636a7b46f3 req-3b1bef62-153a-412e-8b3a-b0f92726321a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Jul 20 22:46:35.000317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca219eb2-4832-420c-8a30-2589f0ebf249 req-991cdf52-940c-4acc-81c9-6730ef06f222 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:35.001792 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ca219eb2-4832-420c-8a30-2589f0ebf249 req-991cdf52-940c-4acc-81c9-6730ef06f222 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0492001 Jul 20 22:46:35.014960 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b47ffdc5-cbd2-4652-bfc2-a6636a7b46f3 req-030d7dac-12c2-4446-a9dd-1ac046023faf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Jul 20 22:46:35.049608 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ca219eb2-4832-420c-8a30-2589f0ebf249 req-db9dd995-0144-495a-a917-7784c9a3cd61 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Jul 20 22:46:35.206836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:35.377687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:35.390735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa06421-e7fc-4388-b381-d1dcc8828ba8 req-4a911bbe-bd95-4e2d-873c-8e45c3b2c702 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:35.392218 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7aa06421-e7fc-4388-b381-d1dcc8828ba8 req-4a911bbe-bd95-4e2d-873c-8e45c3b2c702 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0461497 Jul 20 22:46:35.439328 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7aa06421-e7fc-4388-b381-d1dcc8828ba8 req-5f8689f9-b779-4407-8150-a48401d8e361 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Jul 20 22:46:35.516065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c6c5-f255-4729-b337-a8354af33d25 req-5ca6e3e5-ca88-418b-9465-adfde28bb010 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:35.517505 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64b1c6c5-f255-4729-b337-a8354af33d25 req-5ca6e3e5-ca88-418b-9465-adfde28bb010 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0453064 Jul 20 22:46:35.563969 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64b1c6c5-f255-4729-b337-a8354af33d25 req-2e8e36dd-fe99-4b36-88f3-b121f1fefa32 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Jul 20 22:46:36.125065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:36.129279 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aa65c-d7ee-4cab-b52b-ffc6e94a7438 req-a57a04ba-ed24-4f24-a078-85638444aa03 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:36.130783 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-994aa65c-d7ee-4cab-b52b-ffc6e94a7438 req-a57a04ba-ed24-4f24-a078-85638444aa03 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0497632 Jul 20 22:46:36.165747 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2119-1f57-4a9d-9593-96bca5641bcf req-0c858c60-92d4-4882-b2b5-6827fc402a85 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:36.167426 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-078d2119-1f57-4a9d-9593-96bca5641bcf req-0c858c60-92d4-4882-b2b5-6827fc402a85 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0524757 Jul 20 22:46:36.192391 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-994aa65c-d7ee-4cab-b52b-ffc6e94a7438 req-9d8cdeb6-caef-4e35-b074-ee5d485def3d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543385 Jul 20 22:46:36.225025 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-078d2119-1f57-4a9d-9593-96bca5641bcf req-f6bdee71-569b-428b-9590-28285232cb23 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Jul 20 22:46:36.394930 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:36.548135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e505-1cd2-4bc2-8c4c-0905f902ad48 req-7ff91b28-bb23-4268-b2b9-26fe61325dba tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:36.549495 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3d88e505-1cd2-4bc2-8c4c-0905f902ad48 req-7ff91b28-bb23-4268-b2b9-26fe61325dba tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0460386 Jul 20 22:46:36.596599 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3d88e505-1cd2-4bc2-8c4c-0905f902ad48 req-ef23adf5-b1f2-44af-a849-5dc3fd9c17ed tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Jul 20 22:46:36.675654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64419ac4-61b1-4848-ac68-49a0895d79c5 req-34f2fdc2-db7b-4fe9-a41f-2a1ada776b1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:36.677102 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64419ac4-61b1-4848-ac68-49a0895d79c5 req-34f2fdc2-db7b-4fe9-a41f-2a1ada776b1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0461884 Jul 20 22:46:36.723737 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64419ac4-61b1-4848-ac68-49a0895d79c5 req-bf675ecb-0cc9-47b8-9952-374329974dc0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Jul 20 22:46:36.824117 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:37.312359 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe5c10-8ba5-4adf-8af0-b8286f6d9808 req-377a4a4f-ec04-446a-8a7f-d0bc5cdab15d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:37.312359 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8ebe5c10-8ba5-4adf-8af0-b8286f6d9808 req-377a4a4f-ec04-446a-8a7f-d0bc5cdab15d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0481434 Jul 20 22:46:37.345368 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126d5c6-f81f-4ba4-af09-8aba31180e9a req-914bdf36-2c59-4339-b66e-7c830281e00e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:37.346832 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e126d5c6-f81f-4ba4-af09-8aba31180e9a req-914bdf36-2c59-4339-b66e-7c830281e00e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0467615 Jul 20 22:46:37.362888 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8ebe5c10-8ba5-4adf-8af0-b8286f6d9808 req-82e1edef-5d92-41c6-bb87-f5fc03b8c99a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453727 Jul 20 22:46:37.398766 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e126d5c6-f81f-4ba4-af09-8aba31180e9a req-7a069fca-158c-4554-ba19-f9c6c18e8b5d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Jul 20 22:46:37.708267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c9f4-9160-402d-a6b7-bb49d31e3796 req-87e89817-8723-4387-ac11-9b31a60a5070 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:37.709762 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c707c9f4-9160-402d-a6b7-bb49d31e3796 req-87e89817-8723-4387-ac11-9b31a60a5070 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0462971 Jul 20 22:46:37.757686 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c707c9f4-9160-402d-a6b7-bb49d31e3796 req-f67b4e77-de64-4bc8-8983-32bee89ae175 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Jul 20 22:46:37.850749 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea0e52-0318-4ecd-ba0d-e7156ca5eceb req-5baca4ce-8812-4192-bf3c-1d6d6cdbe280 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:37.852297 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67ea0e52-0318-4ecd-ba0d-e7156ca5eceb req-5baca4ce-8812-4192-bf3c-1d6d6cdbe280 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0463874 Jul 20 22:46:37.893573 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:37.901033 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67ea0e52-0318-4ecd-ba0d-e7156ca5eceb req-4c144935-4141-4174-b926-ab656711b108 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 Jul 20 22:46:38.476221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcad8a-5468-4682-b9c9-c8b8ce6e657e req-fdae8431-34ae-460a-ab46-df4d72ce30d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:38.477642 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c7bcad8a-5468-4682-b9c9-c8b8ce6e657e req-fdae8431-34ae-460a-ab46-df4d72ce30d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Jul 20 22:46:38.510929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d577a-dc3e-4ed4-979b-f5dfc6995475 req-e1115312-679b-45b2-9ab0-34d5c1540808 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:38.512429 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5d5d577a-dc3e-4ed4-979b-f5dfc6995475 req-e1115312-679b-45b2-9ab0-34d5c1540808 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0465517 Jul 20 22:46:38.525355 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c7bcad8a-5468-4682-b9c9-c8b8ce6e657e req-d7ee13eb-0b70-423e-b814-1b324dd0b911 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Jul 20 22:46:38.560902 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5d5d577a-dc3e-4ed4-979b-f5dfc6995475 req-5097ff2e-62e9-4e7c-a634-83f9c3e128e7 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jul 20 22:46:38.883423 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828704d-09f3-40bb-abd7-e45998ac8a26 req-94b7fdfd-3a1d-46f6-8df0-dd55ae3046bd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:38.884355 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e828704d-09f3-40bb-abd7-e45998ac8a26 req-94b7fdfd-3a1d-46f6-8df0-dd55ae3046bd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0524566 Jul 20 22:46:38.912687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:38.941105 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e828704d-09f3-40bb-abd7-e45998ac8a26 req-44b892e9-6693-4456-b298-92c51fd63ce2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503876 Jul 20 22:46:39.037944 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd660a2-e103-48d8-826a-36a5331cb84c req-1b54d836-49e0-412b-a3cc-f67f8078bd8a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:39.037944 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1dd660a2-e103-48d8-826a-36a5331cb84c req-1b54d836-49e0-412b-a3cc-f67f8078bd8a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0533700 Jul 20 22:46:39.082580 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1dd660a2-e103-48d8-826a-36a5331cb84c req-55219fd2-d63b-48d8-8ef7-bb6e60eb9e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450375 Jul 20 22:46:39.642298 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901018-5ba6-4e85-8700-15fb4079ce33 req-b1a4ad2e-24a2-4cbb-a08f-7d03568d8a89 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:39.643827 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f8901018-5ba6-4e85-8700-15fb4079ce33 req-b1a4ad2e-24a2-4cbb-a08f-7d03568d8a89 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0481098 Jul 20 22:46:39.687169 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552ecb-5904-4148-b264-0017c4fc44d3 req-d7eb3e64-1681-4ca3-93a6-5ab24d218d0b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:39.688733 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d1552ecb-5904-4148-b264-0017c4fc44d3 req-d7eb3e64-1681-4ca3-93a6-5ab24d218d0b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0515985 Jul 20 22:46:39.698515 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f8901018-5ba6-4e85-8700-15fb4079ce33 req-a270e43f-360b-4ef8-9530-cf39cadedab8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489213 Jul 20 22:46:39.752535 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d1552ecb-5904-4148-b264-0017c4fc44d3 req-0e615e5b-2f4d-4205-b2dd-54aa53d15839 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Jul 20 22:46:40.075376 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a8023-7d4d-4e51-b32b-64659e8e1cc2 req-846cc8f7-efa7-43d6-b8a7-960f60205157 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:40.077353 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c29a8023-7d4d-4e51-b32b-64659e8e1cc2 req-846cc8f7-efa7-43d6-b8a7-960f60205157 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0503633 Jul 20 22:46:40.199102 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b56ea-1007-4032-929e-9ee6c6ffce2e req-32fa9e6e-d4ea-4a1f-b4f3-304240a596f5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:40.200693 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2a5b56ea-1007-4032-929e-9ee6c6ffce2e req-32fa9e6e-d4ea-4a1f-b4f3-304240a596f5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0494745 Jul 20 22:46:40.256454 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2a5b56ea-1007-4032-929e-9ee6c6ffce2e req-8e4e43a6-331b-45a2-b3ab-773185ab250d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496686 Jul 20 22:46:40.297741 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c29a8023-7d4d-4e51-b32b-64659e8e1cc2 req-35945311-7a09-43d0-819c-064dd305368c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149427 Jul 20 22:46:40.814105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da513-cd81-4702-b14a-b298f17a17c8 req-eb124360-ac18-4d22-a44f-acc12ff24adc tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:40.815607 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-529da513-cd81-4702-b14a-b298f17a17c8 req-eb124360-ac18-4d22-a44f-acc12ff24adc tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0487952 Jul 20 22:46:40.862082 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-529da513-cd81-4702-b14a-b298f17a17c8 req-54ccc79e-1d68-457b-91ed-ec16803ab16c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Jul 20 22:46:40.866517 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c300d2-6ad3-499f-8402-89a5ddb7ec6b req-2b4fc499-b8f4-4cc0-a56e-f012113ba403 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:40.868054 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64c300d2-6ad3-499f-8402-89a5ddb7ec6b req-2b4fc499-b8f4-4cc0-a56e-f012113ba403 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0466652 Jul 20 22:46:40.916251 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-64c300d2-6ad3-499f-8402-89a5ddb7ec6b req-97d4cd07-b711-4f8d-b9b8-9b90629bbc0c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Jul 20 22:46:41.368399 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74450528-acf0-4dd5-9891-1dfaf98f1187 req-c8b683a0-3400-4f93-b556-d433353b73f5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:41.369879 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-74450528-acf0-4dd5-9891-1dfaf98f1187 req-c8b683a0-3400-4f93-b556-d433353b73f5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0468817 Jul 20 22:46:41.414386 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc91deb-de2e-40dd-8de8-cab4baea30f8 req-f82840a8-26db-4ace-8328-72b382450322 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:41.415972 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6cc91deb-de2e-40dd-8de8-cab4baea30f8 req-f82840a8-26db-4ace-8328-72b382450322 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Jul 20 22:46:41.418721 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-74450528-acf0-4dd5-9891-1dfaf98f1187 req-a1aecc8b-92c3-4d45-97e7-6a71c155fae1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Jul 20 22:46:41.470852 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6cc91deb-de2e-40dd-8de8-cab4baea30f8 req-c4d63218-9484-4745-8421-ab09cc5daccd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485802 Jul 20 22:46:41.902739 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:41.977829 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc5d6c-668c-4b68-b264-593d98b8c264 req-be5e9ecc-861e-4835-8c18-dbd5e11222d4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:41.979400 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d5bc5d6c-668c-4b68-b264-593d98b8c264 req-be5e9ecc-861e-4835-8c18-dbd5e11222d4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Jul 20 22:46:42.023110 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:42.027738 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d5bc5d6c-668c-4b68-b264-593d98b8c264 req-0dbb4bec-339f-4c09-8f46-e2116ff6cf70 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Jul 20 22:46:42.029101 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b7ac3-a878-4e09-8d82-f2b87589c1fc req-2ccd5458-80fa-4843-a580-71d5cbeee317 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:42.030635 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b33b7ac3-a878-4e09-8d82-f2b87589c1fc req-2ccd5458-80fa-4843-a580-71d5cbeee317 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0476680 Jul 20 22:46:42.080114 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b33b7ac3-a878-4e09-8d82-f2b87589c1fc req-43b1ce48-528e-4371-865c-0996dc37531d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Jul 20 22:46:42.534407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad8ee-6958-4b89-9f41-81a93d7000f6 req-de3c3fce-d7c9-4dc0-834a-767ca938acc8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:42.536009 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-edcad8ee-6958-4b89-9f41-81a93d7000f6 req-de3c3fce-d7c9-4dc0-834a-767ca938acc8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0493314 Jul 20 22:46:42.568560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:42.584183 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-edcad8ee-6958-4b89-9f41-81a93d7000f6 req-a7247b26-3d58-4cd2-81ef-4b272501ac53 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Jul 20 22:46:42.585656 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863db70-e092-41f2-b9ee-680c33313eb7 req-34e7f335-351d-45da-bf11-bd9cfb23daab tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:42.587174 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c863db70-e092-41f2-b9ee-680c33313eb7 req-34e7f335-351d-45da-bf11-bd9cfb23daab tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Jul 20 22:46:42.636414 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c863db70-e092-41f2-b9ee-680c33313eb7 req-38cc01be-57b5-4de2-95ee-502cd6912da8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Jul 20 22:46:42.678012 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:46:42.778423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:42.789982 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'port_id': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec', 'mac_address': 'fa:16:3e:38:8b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:46:42.824576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:42.824962 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:42.838220 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:42.843524 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:42.859474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:42.955763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:42.982353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:43.008984 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:43.158275 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d779f-3c22-425b-b163-b88cd868d552 req-15286241-afb7-4643-9db6-36d9c8e21270 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:43.159836 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-317d779f-3c22-425b-b163-b88cd868d552 req-15286241-afb7-4643-9db6-36d9c8e21270 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0604155 Jul 20 22:46:43.195772 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-2ea725da-ece3-41be-987c-223d86926714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:43.197858 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-2ea725da-ece3-41be-987c-223d86926714 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.1400616 Jul 20 22:46:43.222425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d958-fbf4-485d-9d32-6ad3a970548d req-fdf4723f-658d-4426-ae65-da402074a73a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:43.224140 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6e27d958-fbf4-485d-9d32-6ad3a970548d req-fdf4723f-658d-4426-ae65-da402074a73a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0733678 Jul 20 22:46:43.226045 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-317d779f-3c22-425b-b163-b88cd868d552 req-d774d0b8-b4ed-426e-93e9-fb083bdd57a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Jul 20 22:46:43.244185 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbb89b9a-efe9-4625-8405-b112bc4615d6 req-307d727f-62dc-4931-bed1-d9b9653f6827 service neutron] 10.222.0.23 "GET /v2.0/networks/33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850495 Jul 20 22:46:43.288697 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6e27d958-fbf4-485d-9d32-6ad3a970548d req-66f46efa-b681-4e9c-8a77-046964b3ed2f tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Jul 20 22:46:43.698033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079d343-1c37-4346-8316-0cec6a4b2279 req-36892a3b-ded6-4845-8525-c98bc375c82f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:43.699672 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c079d343-1c37-4346-8316-0cec6a4b2279 req-36892a3b-ded6-4845-8525-c98bc375c82f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0477717 Jul 20 22:46:43.736683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:46:43.749975 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c079d343-1c37-4346-8316-0cec6a4b2279 req-657b40d8-0fa8-4bea-aa62-73c6a61b21f5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442915 Jul 20 22:46:43.765982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe78339-55b0-478e-9c8d-1c562c6f53ff req-25dd42a7-b849-4783-a463-f26f6f141dde tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:43.773641 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1fe78339-55b0-478e-9c8d-1c562c6f53ff req-25dd42a7-b849-4783-a463-f26f6f141dde tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0608788 Jul 20 22:46:43.817561 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1fe78339-55b0-478e-9c8d-1c562c6f53ff req-7ee0cbbc-c6ac-45ba-a96c-ffe138171f7c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439434 Jul 20 22:46:44.123330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-d7d1a74e-b5d5-499c-870f-89845a098075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:44.124839 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-d7d1a74e-b5d5-499c-870f-89845a098075 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408294 Jul 20 22:46:44.337091 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c7b83-4877-4be6-9a48-44f74ed9789e req-62d3dbf5-8a20-42e1-a296-9808ad26aaca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:44.338656 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bc1c7b83-4877-4be6-9a48-44f74ed9789e req-62d3dbf5-8a20-42e1-a296-9808ad26aaca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0500116 Jul 20 22:46:44.392392 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bc1c7b83-4877-4be6-9a48-44f74ed9789e req-80d5871b-07ba-4eef-b4b0-720aad9b0730 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jul 20 22:46:44.409653 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:44.418666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cc0c9-91f9-420c-b8ce-6c42e048dbc7 req-9e8087a7-f579-4368-9117-c8953f86932d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:44.421793 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-786cc0c9-91f9-420c-b8ce-6c42e048dbc7 req-9e8087a7-f579-4368-9117-c8953f86932d tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0609324 Jul 20 22:46:44.473750 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-786cc0c9-91f9-420c-b8ce-6c42e048dbc7 req-ccba4317-4111-4546-87cd-5cec0f6d8d50 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Jul 20 22:46:44.869778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b74793-aeff-4f6d-bb57-c1a8ce7e78c5 req-8d3eb117-b43a-4734-a9f1-20d68b4da277 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:44.871204 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41b74793-aeff-4f6d-bb57-c1a8ce7e78c5 req-8d3eb117-b43a-4734-a9f1-20d68b4da277 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0489347 Jul 20 22:46:44.918442 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41b74793-aeff-4f6d-bb57-c1a8ce7e78c5 req-a56083bd-19b8-479d-963c-ac177f8fe1b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Jul 20 22:46:45.021560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108ffa7-a58f-4a23-84f9-17bb86adbcec req-7e7ae7b2-ea59-404c-8013-66adae1ed158 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:45.023161 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a108ffa7-a58f-4a23-84f9-17bb86adbcec req-7e7ae7b2-ea59-404c-8013-66adae1ed158 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Jul 20 22:46:45.059048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0866d-90cf-465a-a619-2ac00758b6d1 req-e29d063e-a280-4615-93a2-623c496a9a4f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:45.060623 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67d0866d-90cf-465a-a619-2ac00758b6d1 req-e29d063e-a280-4615-93a2-623c496a9a4f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0537941 Jul 20 22:46:45.081707 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a108ffa7-a58f-4a23-84f9-17bb86adbcec req-1cccffba-e3e7-4e7f-b3c9-a6da523528c1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519130 Jul 20 22:46:45.110018 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:45.114851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67d0866d-90cf-465a-a619-2ac00758b6d1 req-39f6595a-a5a2-4f44-a3c2-1269746369c7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Jul 20 22:46:45.388211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:46:45.433869 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:46:45.584022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f8b7b-6e6a-440f-bc34-100c310740c5 req-9c5b3093-be25-4b83-8ad1-b0e71635b704 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:45.585515 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c44f8b7b-6e6a-440f-bc34-100c310740c5 req-9c5b3093-be25-4b83-8ad1-b0e71635b704 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0486438 Jul 20 22:46:45.606074 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:45.606458 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:45.640529 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c44f8b7b-6e6a-440f-bc34-100c310740c5 req-6821eceb-f0cb-47a6-b6ff-b3922a65160c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Jul 20 22:46:45.687266 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:45.692449 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:45.711139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:45.713383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ced109-c880-4a31-82ed-4848c31aaf06" -d '{"events": [{"server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "name": "network-vif-plugged", "status": "completed", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:45.726075 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:45.752963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38779d-14cd-4830-beb9-1cd00e79236f x-openstack-request-id: req-ad38779d-14cd-4830-beb9-1cd00e79236f {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:45.752963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "name": "network-vif-plugged", "status": "completed", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:45.752963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad38779d-14cd-4830-beb9-1cd00e79236f {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:45.752963 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad38779d-14cd-4830-beb9-1cd00e79236f'] response: {'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec', 'code': 200} Jul 20 22:46:45.840854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:45.884449 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 47958) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:45.894541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:46.004081 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a5feeae1-89a7-459e-87b9-ddeaef03d9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.073539 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07c35-9229-4cda-9ac1-fc67dfe2f495 req-9641b252-226e-4869-9337-58a00035e191 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:46.074966 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffc07c35-9229-4cda-9ac1-fc67dfe2f495 req-9641b252-226e-4869-9337-58a00035e191 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0728939 Jul 20 22:46:46.119158 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:46.153776 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffc07c35-9229-4cda-9ac1-fc67dfe2f495 req-a925013e-9872-4080-97bd-8b3741b4555d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701964 Jul 20 22:46:46.176825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a5feeae1-89a7-459e-87b9-ddeaef03d9ae admin admin] Publish callbacks [] for security_group (f6a43784-35b0-4505-a687-4d0b409f2882), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.235817 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428aecc-81b3-4f1c-9982-994fd0e6791d req-40756ccd-64d7-40a9-b90b-56f7906f9335 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:46.237318 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1428aecc-81b3-4f1c-9982-994fd0e6791d req-40756ccd-64d7-40a9-b90b-56f7906f9335 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0809357 Jul 20 22:46:46.264724 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ccc13-245b-46b8-ad82-7a708004b266 req-c519e209-7a9c-420a-893d-da0a7c6e8fb4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:46.266210 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2a5ccc13-245b-46b8-ad82-7a708004b266 req-c519e209-7a9c-420a-893d-da0a7c6e8fb4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Jul 20 22:46:46.285511 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1428aecc-81b3-4f1c-9982-994fd0e6791d req-72832567-a402-420f-a097-d6d4a1ee466d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Jul 20 22:46:46.316571 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2a5ccc13-245b-46b8-ad82-7a708004b266 req-4b6a50cd-4a94-4b2d-bf21-8c2c1002ac4a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Jul 20 22:46:46.318489 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a5feeae1-89a7-459e-87b9-ddeaef03d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (f6a43784-35b0-4505-a687-4d0b409f2882), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.359119 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a5feeae1-89a7-459e-87b9-ddeaef03d9ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a243aa5fdb324a67bcd1d7e8b78ed3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733708 Jul 20 22:46:46.361203 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5feeae1-89a7-459e-87b9-ddeaef03d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a43784-35b0-4505-a687-4d0b409f2882,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:46.362385 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47974) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:46.417831 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] Publish callbacks [] for security_group (f6a43784-35b0-4505-a687-4d0b409f2882), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.440473 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] Publish callbacks [] for security_group (f6a43784-35b0-4505-a687-4d0b409f2882), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.555208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (f6a43784-35b0-4505-a687-4d0b409f2882), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.557811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.559176 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6a43784-35b0-4505-a687-4d0b409f2882 HTTP/1.1" status: 204 len: 168 time: 0.1956971 Jul 20 22:46:46.567528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704ea2f-dc91-450a-b972-a40d94bf1e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a43784-35b0-4505-a687-4d0b409f2882,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:46.574733 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 47980) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:46.685461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d29556a3-a946-4c16-9096-603570509bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.776694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01370-da5f-46fc-bd71-b54379af047e req-14c3c4fa-1e75-4246-81f9-2c1daf415324 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:46.778173 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-06e01370-da5f-46fc-bd71-b54379af047e req-14c3c4fa-1e75-4246-81f9-2c1daf415324 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0598247 Jul 20 22:46:46.794294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:46.836298 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d29556a3-a946-4c16-9096-603570509bbf admin admin] Publish callbacks [] for security_group (f4d3e300-f314-4a16-89da-4573c904777e), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.851867 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-06e01370-da5f-46fc-bd71-b54379af047e req-181dea86-ca4d-4881-9109-f00596c02532 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668888 Jul 20 22:46:46.910127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d29556a3-a946-4c16-9096-603570509bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (f4d3e300-f314-4a16-89da-4573c904777e), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:46.955434 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d29556a3-a946-4c16-9096-603570509bbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d01fea1c4ee8462cb4063acab062a92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786752 Jul 20 22:46:46.956298 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29556a3-a946-4c16-9096-603570509bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d3e300-f314-4a16-89da-4573c904777e,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:46.958340 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48002) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:47.014304 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] Publish callbacks [] for security_group (f4d3e300-f314-4a16-89da-4573c904777e), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.035814 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:47.037995 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] Publish callbacks [] for security_group (f4d3e300-f314-4a16-89da-4573c904777e), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.160658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (f4d3e300-f314-4a16-89da-4573c904777e), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.163247 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.164418 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4d3e300-f314-4a16-89da-4573c904777e HTTP/1.1" status: 204 len: 168 time: 0.2049620 Jul 20 22:46:47.173739 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6435a-275a-42cc-acaa-77d27f481dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d3e300-f314-4a16-89da-4573c904777e,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:47.285827 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6562-c4c0-4d03-8166-9c745fb11506 req-4e28fd6c-f021-4323-9688-bc95c756e8e3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:47.287304 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7e0f6562-c4c0-4d03-8166-9c745fb11506 req-4e28fd6c-f021-4323-9688-bc95c756e8e3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0482342 Jul 20 22:46:47.330246 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48016) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:47.355589 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-da1f0621-8de7-4036-954d-f276368dab65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.356902 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7e0f6562-c4c0-4d03-8166-9c745fb11506 req-e6beb055-7f21-45de-9b12-ac53ac77223a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637763 Jul 20 22:46:47.453923 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d9ea-da73-437f-a04e-3164613fcb5a req-79d8a29f-4eff-4171-b193-456b96f73479 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:47.455154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fb496-79c3-4cef-b546-dec35add40c6 req-3fa3e7cc-7d49-4130-a35d-f719c95e3dc4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:47.455393 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0bb4d9ea-da73-437f-a04e-3164613fcb5a req-79d8a29f-4eff-4171-b193-456b96f73479 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0771344 Jul 20 22:46:47.457025 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c88fb496-79c3-4cef-b546-dec35add40c6 req-3fa3e7cc-7d49-4130-a35d-f719c95e3dc4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0466738 Jul 20 22:46:47.459507 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:47.523592 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c88fb496-79c3-4cef-b546-dec35add40c6 req-c9f6cc63-22c0-46e8-910a-c352f1a31e71 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582578 Jul 20 22:46:47.538433 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0bb4d9ea-da73-437f-a04e-3164613fcb5a req-0e617d1e-7341-479c-b490-cb713654cf97 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743966 Jul 20 22:46:47.538433 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-da1f0621-8de7-4036-954d-f276368dab65 admin admin] Publish callbacks [] for security_group (6be45b25-a4d7-44f2-8a74-823a57f2b529), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.629264 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-da1f0621-8de7-4036-954d-f276368dab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6be45b25-a4d7-44f2-8a74-823a57f2b529), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.860060 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-da1f0621-8de7-4036-954d-f276368dab65 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0048e079b1bc420a88be6b02d09f599b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277033 Jul 20 22:46:47.860927 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f0621-8de7-4036-954d-f276368dab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be45b25-a4d7-44f2-8a74-823a57f2b529,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:47.863468 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48024) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:47.918615 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] Publish callbacks [] for security_group (6be45b25-a4d7-44f2-8a74-823a57f2b529), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.969781 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] Publish callbacks [] for security_group (6be45b25-a4d7-44f2-8a74-823a57f2b529), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:47.987261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177da8-db12-47b8-867b-3267d44b4035 req-5b4a6453-6b62-45cf-bbca-631cc07ffeba tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:47.988780 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0b177da8-db12-47b8-867b-3267d44b4035 req-5b4a6453-6b62-45cf-bbca-631cc07ffeba tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 944 time: 0.0671654 Jul 20 22:46:48.051604 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48028) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:48.054819 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0b177da8-db12-47b8-867b-3267d44b4035 req-606bcc4b-dca2-4cce-b8dc-040725c273e5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588224 Jul 20 22:46:48.065785 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d4e31c89-e18d-4662-a229-6ced3ec0f378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.177909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6be45b25-a4d7-44f2-8a74-823a57f2b529), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.181024 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.182160 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6be45b25-a4d7-44f2-8a74-823a57f2b529 HTTP/1.1" status: 204 len: 168 time: 0.3176901 Jul 20 22:46:48.198251 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78489e1a-9169-411e-8fcf-4a4c98abaa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be45b25-a4d7-44f2-8a74-823a57f2b529,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:48.236032 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d4e31c89-e18d-4662-a229-6ced3ec0f378 admin admin] Publish callbacks [] for security_group (741edd22-89b8-4b47-abef-eabe53dfc818), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.314791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d4e31c89-e18d-4662-a229-6ced3ec0f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (741edd22-89b8-4b47-abef-eabe53dfc818), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.361686 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d4e31c89-e18d-4662-a229-6ced3ec0f378 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d807ad639d5143d9b7a2867505927b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089101 Jul 20 22:46:48.362411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31c89-e18d-4662-a229-6ced3ec0f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741edd22-89b8-4b47-abef-eabe53dfc818,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:48.364720 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48034) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:48.422189 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] Publish callbacks [] for security_group (741edd22-89b8-4b47-abef-eabe53dfc818), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.472907 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] Publish callbacks [] for security_group (741edd22-89b8-4b47-abef-eabe53dfc818), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.502325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238813f-936d-42c4-8439-0194f08dc88e req-57487c5d-4f45-4c1c-8e77-d9c871068f54 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:48.503813 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a238813f-936d-42c4-8439-0194f08dc88e req-57487c5d-4f45-4c1c-8e77-d9c871068f54 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0725217 Jul 20 22:46:48.509651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:48.562841 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a238813f-936d-42c4-8439-0194f08dc88e req-5746fac8-4a13-4059-aed1-759bd6f4ba10 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519865 Jul 20 22:46:48.631417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:48.651495 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c5558-9094-4375-9b35-0c346c29d959 req-4438521c-6445-4440-957a-efbc072ce1ff tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:48.653344 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-962c5558-9094-4375-9b35-0c346c29d959 req-4438521c-6445-4440-957a-efbc072ce1ff tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0634923 Jul 20 22:46:48.663355 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (741edd22-89b8-4b47-abef-eabe53dfc818), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.665961 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.667096 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/741edd22-89b8-4b47-abef-eabe53dfc818 HTTP/1.1" status: 204 len: 168 time: 0.3013637 Jul 20 22:46:48.680903 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1dae1-1d54-4026-9890-c2a659eb7c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741edd22-89b8-4b47-abef-eabe53dfc818,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:48.705838 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 690240d6-0f53-4a3c-839f-1fa4c80f81d8 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:46:48.722714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f1b7f-b5c3-49be-94a8-f40cba4e64c9 req-038482e6-93d4-4faa-bcd1-f16a402ab1c5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:48.729994 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4f3f1b7f-b5c3-49be-94a8-f40cba4e64c9 req-038482e6-93d4-4faa-bcd1-f16a402ab1c5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0960503 Jul 20 22:46:48.732772 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-962c5558-9094-4375-9b35-0c346c29d959 req-f2baa479-d557-41de-a378-c70baa17abf7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Jul 20 22:46:48.798369 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4f3f1b7f-b5c3-49be-94a8-f40cba4e64c9 req-99f9070d-b7d4-43f0-8d5b-447eff477d73 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674088 Jul 20 22:46:48.852336 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:48.863529 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '690240d6-0f53-4a3c-839f-1fa4c80f81d8', 'network_id': '33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5', 'port_id': '690240d6-0f53-4a3c-839f-1fa4c80f81d8', 'mac_address': 'fa:16:3e:fe:9d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31139e6a-330b-49ab-a3e3-08ccfe91fe2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:46:48.898735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:48.899163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:48.912823 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690240d6-0f53-4a3c-839f-1fa4c80f81d8 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:48.934252 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:49.051948 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:49.104152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:49.183514 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44d12-d673-4e13-991b-8e540930f448 req-1ba227f4-37f8-437a-8af9-c5291646aa9e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:49.183514 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-33b44d12-d673-4e13-991b-8e540930f448 req-1ba227f4-37f8-437a-8af9-c5291646aa9e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 945 time: 0.0542095 Jul 20 22:46:49.234548 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-33b44d12-d673-4e13-991b-8e540930f448 req-35f075fa-fbae-4b1e-a710-abc4e3ea58aa tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Jul 20 22:46:49.689286 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c0343-bf9e-4553-9047-58132d6d8639 req-204062d6-613d-4ead-8c8e-015cfb51ab7a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:49.690789 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-453c0343-bf9e-4553-9047-58132d6d8639 req-204062d6-613d-4ead-8c8e-015cfb51ab7a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0485723 Jul 20 22:46:49.742219 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-453c0343-bf9e-4553-9047-58132d6d8639 req-a2ab523e-e2c0-4fc3-8e05-bb479458033c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455501 Jul 20 22:46:49.863003 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d5659-249f-4d67-ad4d-2d9f5e9b7d59 req-bfd978d5-a7cb-476b-8081-f26d089fed04 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:49.870977 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e83d5659-249f-4d67-ad4d-2d9f5e9b7d59 req-bfd978d5-a7cb-476b-8081-f26d089fed04 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0664241 Jul 20 22:46:49.926189 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e83d5659-249f-4d67-ad4d-2d9f5e9b7d59 req-802e909c-fdfc-4fd5-b104-45814c2c95e6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Jul 20 22:46:49.937473 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea32b52-4535-43ef-b9df-b082afe672c5 req-913c901d-238c-4e8f-8390-877e2d4415d8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:49.938983 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fea32b52-4535-43ef-b9df-b082afe672c5 req-913c901d-238c-4e8f-8390-877e2d4415d8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0603740 Jul 20 22:46:49.990365 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fea32b52-4535-43ef-b9df-b082afe672c5 req-41e1aeb8-0d96-4493-9f00-37f498bf7f9f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445273 Jul 20 22:46:50.350151 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505755a-b56b-4699-8ad1-d0142bc71426 req-119713f1-f8f7-4e1f-95cf-ba75c0dd9377 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:50.351690 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5505755a-b56b-4699-8ad1-d0142bc71426 req-119713f1-f8f7-4e1f-95cf-ba75c0dd9377 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 945 time: 0.0502746 Jul 20 22:46:50.402119 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5505755a-b56b-4699-8ad1-d0142bc71426 req-cdddb3e9-cbe7-4a07-ae67-81b27e94b658 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445657 Jul 20 22:46:50.872294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bc46-7dfb-4a42-86d4-408c1eab20d0 req-c8e0902a-ebf0-42b8-8fc7-d3e2ccc4f828 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:50.873848 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-72d3bc46-7dfb-4a42-86d4-408c1eab20d0 req-c8e0902a-ebf0-42b8-8fc7-d3e2ccc4f828 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0497465 Jul 20 22:46:50.921637 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-72d3bc46-7dfb-4a42-86d4-408c1eab20d0 req-f99e958e-454c-4d15-964b-b69de8980087 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Jul 20 22:46:51.039049 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c6a55-d7ea-43ac-b16f-d03c11f9e179 req-d4bc25c3-832c-4adb-a794-b6db6fd839ec tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:51.040701 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb2c6a55-d7ea-43ac-b16f-d03c11f9e179 req-d4bc25c3-832c-4adb-a794-b6db6fd839ec tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Jul 20 22:46:51.095942 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb2c6a55-d7ea-43ac-b16f-d03c11f9e179 req-c766f4aa-5ae0-4c93-8ba1-9fe5e63b8f1f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479381 Jul 20 22:46:51.112478 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77817fe2-e7a8-49a1-95ea-6760cdb10671 req-8a50babb-0451-4d9c-ac1d-98646ec73321 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:51.114045 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-77817fe2-e7a8-49a1-95ea-6760cdb10671 req-8a50babb-0451-4d9c-ac1d-98646ec73321 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0526752 Jul 20 22:46:51.162188 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-77817fe2-e7a8-49a1-95ea-6760cdb10671 req-ee1092d3-17e5-4920-80a0-be9f91f13934 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Jul 20 22:46:51.403258 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9bbf5-d133-4095-91f0-163629423dbc req-59cef4ec-e81b-445f-a368-044c5fc3753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:51.404759 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f5a9bbf5-d133-4095-91f0-163629423dbc req-59cef4ec-e81b-445f-a368-044c5fc3753a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1129 time: 0.1067932 Jul 20 22:46:51.445268 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:51.446163 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-6ca28239-1a42-437c-a25e-c67c7be54543 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744535 Jul 20 22:46:51.554600 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f5a9bbf5-d133-4095-91f0-163629423dbc req-e3f7b112-4aa5-4330-8405-68d47391e609 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429937 Jul 20 22:46:51.595456 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-147e26dc-793e-4265-9793-76168f6ed203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:51.597305 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-147e26dc-793e-4265-9793-76168f6ed203 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1129 time: 0.0413246 Jul 20 22:46:51.622846 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a94857-ece7-4493-b04c-18ba4f848908 req-05e8a418-54bc-4076-b664-d388f41f8b88 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:51.624489 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-58a94857-ece7-4493-b04c-18ba4f848908 req-05e8a418-54bc-4076-b664-d388f41f8b88 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 945 time: 0.0668674 Jul 20 22:46:51.626541 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8c8a2f13-3812-485c-8534-28b938e113b0 req-a59a81d8-aaf7-4526-b84e-27cf91abd80d service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693859 Jul 20 22:46:51.685747 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-58a94857-ece7-4493-b04c-18ba4f848908 req-0d3562d1-844f-485c-acc5-663e2d0c5b0b tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Jul 20 22:46:51.889695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48218) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:51.988649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:52.008750 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92fb79eb-68de-444d-8e0a-e524bcc87992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.060248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6364b8-eaeb-49d6-91e1-ccf22aa4025d req-5aa011a8-cd95-422d-ab2d-f85e81c10ca4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.061716 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0b6364b8-eaeb-49d6-91e1-ccf22aa4025d req-5aa011a8-cd95-422d-ab2d-f85e81c10ca4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0709660 Jul 20 22:46:52.133638 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0b6364b8-eaeb-49d6-91e1-ccf22aa4025d req-50a735c6-65e1-4d53-aa1e-c52da02c84f6 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652769 Jul 20 22:46:52.157731 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92fb79eb-68de-444d-8e0a-e524bcc87992 admin admin] Publish callbacks [] for security_group (baba66aa-1918-472f-98c7-172e6f5b25b9), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.220593 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aa385-6c67-4160-b3b6-98934f2287ae req-ec43e3e7-b07d-4e36-92ec-3e905a427545 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.220593 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-223aa385-6c67-4160-b3b6-98934f2287ae req-ec43e3e7-b07d-4e36-92ec-3e905a427545 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0498760 Jul 20 22:46:52.235289 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:52.265926 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:52.266872 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-223aa385-6c67-4160-b3b6-98934f2287ae req-5be7e0b1-22fb-4518-a28f-cc8581d3bf01 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Jul 20 22:46:52.280120 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cea3aa-87a6-49db-8fdc-ea627ec0fbd0 req-b3a7bac0-4573-4eb6-9ef1-aa913d17164e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.281627 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-44cea3aa-87a6-49db-8fdc-ea627ec0fbd0 req-b3a7bac0-4573-4eb6-9ef1-aa913d17164e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Jul 20 22:46:52.282972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92fb79eb-68de-444d-8e0a-e524bcc87992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (baba66aa-1918-472f-98c7-172e6f5b25b9), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.340410 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb79eb-68de-444d-8e0a-e524bcc87992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baba66aa-1918-472f-98c7-172e6f5b25b9,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:52.346365 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-92fb79eb-68de-444d-8e0a-e524bcc87992 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fae144dee4bb4b359b9c9a5743ee04cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554837 Jul 20 22:46:52.349431 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48228) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:52.366541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['690240d6-0f53-4a3c-839f-1fa4c80f81d8'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:46:52.403181 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-44cea3aa-87a6-49db-8fdc-ea627ec0fbd0 req-b7820deb-8f26-445a-8b2e-3a582902df53 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062515 Jul 20 22:46:52.403715 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:52.442927 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:52.487057 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6806a1-a1e7-4b52-961d-3fd1a3986fa9 req-37bc0080-0bfc-437f-aae4-31ae4fd1dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.488671 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b6806a1-a1e7-4b52-961d-3fd1a3986fa9 req-37bc0080-0bfc-437f-aae4-31ae4fd1dbfe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0687933 Jul 20 22:46:52.489517 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] Publish callbacks [] for security_group (baba66aa-1918-472f-98c7-172e6f5b25b9), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.498227 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-04e2ee48-8508-4d7a-b000-4a07ff0ad95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.500325 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-04e2ee48-8508-4d7a-b000-4a07ff0ad95d service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.1185789 Jul 20 22:46:52.517297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] Publish callbacks [] for security_group (baba66aa-1918-472f-98c7-172e6f5b25b9), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.691764 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (baba66aa-1918-472f-98c7-172e6f5b25b9), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.694732 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:52.695523 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/baba66aa-1918-472f-98c7-172e6f5b25b9 HTTP/1.1" status: 204 len: 168 time: 0.3445415 Jul 20 22:46:52.712480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bb4f0-7f7c-4ab5-8af3-59a7bc6353e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba66aa-1918-472f-98c7-172e6f5b25b9,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:52.844872 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d83a5-8efc-4c0d-b6b6-d4a65d0ac06c req-49be4f00-0996-49d9-9c66-d126ddd646e2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:52.846381 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-785d83a5-8efc-4c0d-b6b6-d4a65d0ac06c req-49be4f00-0996-49d9-9c66-d126ddd646e2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 945 time: 0.0494802 Jul 20 22:46:52.898315 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-785d83a5-8efc-4c0d-b6b6-d4a65d0ac06c req-ef21d3a2-9b13-4f8f-bcd0-5540f16f8557 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Jul 20 22:46:52.945741 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:53.173417 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-a1313ae9-78a6-4cce-b931-21c65985dc7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 217 time: 0.0398178 Jul 20 22:46:53.251783 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941ccb-4488-41e3-9ac0-23e827c0d6d1 req-5c136a87-3552-43b2-a95b-9bbd3d05fc54 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:53.253275 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2941ccb-4488-41e3-9ac0-23e827c0d6d1 req-5c136a87-3552-43b2-a95b-9bbd3d05fc54 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0492754 Jul 20 22:46:53.303302 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2941ccb-4488-41e3-9ac0-23e827c0d6d1 req-bdc6c419-d999-44bc-8f87-9074ca28d1c6 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437853 Jul 20 22:46:53.392388 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60567a-6106-49dc-9c35-88f2622d2ccb req-1db3243a-caa3-4b86-a134-609e76d93944 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:53.394006 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed60567a-6106-49dc-9c35-88f2622d2ccb req-1db3243a-caa3-4b86-a134-609e76d93944 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0501642 Jul 20 22:46:53.443677 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed60567a-6106-49dc-9c35-88f2622d2ccb req-f9319e54-834f-497f-8090-7ddabaa8adea tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Jul 20 22:46:53.510237 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48258) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:53.516325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd39b3-de33-4300-bf17-282e9cf4f911 req-a46ba17a-1361-4a2b-8254-1ba248f2a032 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:53.518135 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-72dd39b3-de33-4300-bf17-282e9cf4f911 req-a46ba17a-1361-4a2b-8254-1ba248f2a032 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0497463 Jul 20 22:46:53.524486 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f16f8128-4382-4834-bf54-b60821c9c07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.569979 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-72dd39b3-de33-4300-bf17-282e9cf4f911 req-6d09badc-57aa-4853-866d-1de8410ec77b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Jul 20 22:46:53.606182 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f16f8128-4382-4834-bf54-b60821c9c07c admin admin] Publish callbacks [] for security_group (64639809-0b92-4c4c-9ff9-c2a3cd33fc78), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.685723 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f16f8128-4382-4834-bf54-b60821c9c07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (64639809-0b92-4c4c-9ff9-c2a3cd33fc78), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.727321 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f16f8128-4382-4834-bf54-b60821c9c07c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bc46f4ffd1848a2bb0ea37a90250de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159665 Jul 20 22:46:53.728169 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8128-4382-4834-bf54-b60821c9c07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64639809-0b92-4c4c-9ff9-c2a3cd33fc78,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:53.730428 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48262) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:53.761735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:53.784671 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] Publish callbacks [] for security_group (64639809-0b92-4c4c-9ff9-c2a3cd33fc78), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.806764 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] Publish callbacks [] for security_group (64639809-0b92-4c4c-9ff9-c2a3cd33fc78), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.953545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (64639809-0b92-4c4c-9ff9-c2a3cd33fc78), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.956503 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:53.957691 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64639809-0b92-4c4c-9ff9-c2a3cd33fc78 HTTP/1.1" status: 204 len: 168 time: 0.2263694 Jul 20 22:46:53.974645 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c63d8e-93d2-41bf-8256-09c9a042663f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64639809-0b92-4c4c-9ff9-c2a3cd33fc78,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:54.044747 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b63a5-b837-47fd-b31b-5d11ea02e638 req-69a9bf11-eca4-46d8-8212-f264716690b2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:54.046788 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e94b63a5-b837-47fd-b31b-5d11ea02e638 req-69a9bf11-eca4-46d8-8212-f264716690b2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 945 time: 0.0741425 Jul 20 22:46:54.096113 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e94b63a5-b837-47fd-b31b-5d11ea02e638 req-22a340ab-cf19-4de1-8593-a0d19bb650ca tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Jul 20 22:46:54.174044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 690240d6-0f53-4a3c-839f-1fa4c80f81d8 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:46:54.233218 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:46:54.320169 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:54.320542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:54.400761 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:54.401157 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:54.429905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacfa6-d4e5-48b0-a98d-26c0ce26126b req-9f49c3dd-ce6c-489f-a6b2-0d00b5fc1e4c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:54.431485 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-89eacfa6-d4e5-48b0-a98d-26c0ce26126b req-9f49c3dd-ce6c-489f-a6b2-0d00b5fc1e4c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0602634 Jul 20 22:46:54.434126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:54.443282 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:54.444955 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22de4905-5da0-418a-8104-ff64dbd84932" -d '{"events": [{"server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "name": "network-vif-plugged", "status": "completed", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:54.473541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:54.484453 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-89eacfa6-d4e5-48b0-a98d-26c0ce26126b req-6698786a-e49e-4bc0-9413-cb758b3cc5dc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Jul 20 22:46:54.507721 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6ab5c-67d7-4a40-ac52-3968b848e530 x-openstack-request-id: req-e7d6ab5c-67d7-4a40-ac52-3968b848e530 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:54.508050 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "name": "network-vif-plugged", "status": "completed", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:54.508309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7d6ab5c-67d7-4a40-ac52-3968b848e530 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:54.508722 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d6ab5c-67d7-4a40-ac52-3968b848e530'] response: {'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8', 'code': 200} Jul 20 22:46:54.555490 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:54.638039 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8886-8a03-49a0-a4c7-8421f7fef30b req-9d074f11-2e88-4152-b563-3bd76c0402bb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:54.639881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:54.662317 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8de8886-8a03-49a0-a4c7-8421f7fef30b req-9d074f11-2e88-4152-b563-3bd76c0402bb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1062572 Jul 20 22:46:54.691673 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:54.723434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eb3dd-7dd8-4d97-83d6-ae071394a541 req-f230ab4f-b3a5-4942-ae65-29848f72ed4c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:54.724874 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c51eb3dd-7dd8-4d97-83d6-ae071394a541 req-f230ab4f-b3a5-4942-ae65-29848f72ed4c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Jul 20 22:46:54.736734 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8de8886-8a03-49a0-a4c7-8421f7fef30b req-2ea90a6b-d70b-40e8-a0b9-92d7321cc719 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734537 Jul 20 22:46:54.742410 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:54.785647 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c51eb3dd-7dd8-4d97-83d6-ae071394a541 req-291b5f1a-66df-4609-a5d4-d7805e21b3d0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551777 Jul 20 22:46:55.223868 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6927e-693a-43fb-95e8-c2597d058530 req-ab07d809-5ce1-40ab-94fc-cd787fea7928 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:55.225336 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4e6927e-693a-43fb-95e8-c2597d058530 req-ab07d809-5ce1-40ab-94fc-cd787fea7928 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0487220 Jul 20 22:46:55.276300 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4e6927e-693a-43fb-95e8-c2597d058530 req-3c358e13-936e-4aa9-aa85-a34ca04f9b22 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Jul 20 22:46:55.344320 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48342) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:55.441461 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1759931420-network', 'tenant_id': '28ff2b258273493aa3028ba5a7213eb4'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:55.537591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Made reservation on behalf of 28ff2b258273493aa3028ba5a7213eb4 for: {'network': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:55.540122 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.549018 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.607649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27ec4-9bf8-4f75-8bbd-46fad81daf27 req-3bfe7025-0dc9-4183-93c1-861437d955ea tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:55.609128 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91b27ec4-9bf8-4f75-8bbd-46fad81daf27 req-3bfe7025-0dc9-4183-93c1-861437d955ea tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 943 time: 0.0512528 Jul 20 22:46:55.626798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks [] for security_group (45e045fb-8a53-42d1-bd93-501d0e2b1f9c), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.657836 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91b27ec4-9bf8-4f75-8bbd-46fad81daf27 req-71dafe26-3308-4903-b621-639d829aa30f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Jul 20 22:46:55.743218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (45e045fb-8a53-42d1-bd93-501d0e2b1f9c), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.774304 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=111122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:46:55.786856 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e045fb-8a53-42d1-bd93-501d0e2b1f9c,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:55.790331 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (76a7c396-6108-48ac-969e-b486c494bc2f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.790676 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.segments_db [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Added segment 76a7c396-6108-48ac-969e-b486c494bc2f of type vlan for network 1241e059-15e8-4b1a-978e-56580c239ad8 Jul 20 22:46:55.843951 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (1241e059-15e8-4b1a-978e-56580c239ad8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.893691 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b0650-fe87-4cd6-9a2f-34253ae56cbb req-b274a5f4-4a23-420f-a0cc-3802b96653a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:55.895186 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-194b0650-fe87-4cd6-9a2f-34253ae56cbb req-b274a5f4-4a23-420f-a0cc-3802b96653a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0742345 Jul 20 22:46:55.899608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:55.923003 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85cd43-0e8e-499d-a1f5-321fad703458 req-27c5573a-163a-410f-938b-61fa973aa789 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:55.924901 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9d85cd43-0e8e-499d-a1f5-321fad703458 req-27c5573a-163a-410f-938b-61fa973aa789 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0609214 Jul 20 22:46:55.972505 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-194b0650-fe87-4cd6-9a2f-34253ae56cbb req-0282a1ea-17a5-4de3-ab0e-72a8f11080fa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630448 Jul 20 22:46:55.989926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (1241e059-15e8-4b1a-978e-56580c239ad8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:55.989926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:55.989926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.009338 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9d85cd43-0e8e-499d-a1f5-321fad703458 req-f8761229-e14c-4109-aca7-2f3ccd88c94b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742021 Jul 20 22:46:56.046711 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] Pushing event updated for resources: {'Network': ['ID=1241e059-15e8-4b1a-978e-56580c239ad8,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:56.056185 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 1241e059-15e8-4b1a-978e-56580c239ad8 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:46:56.097846 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b6806a1-a1e7-4b52-961d-3fd1a3986fa9 req-46e4e735-ca14-40d5-84f0-cbf5b768801c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Jul 20 22:46:56.112098 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c47985fa-5979-4e73-bb9d-1350671cdab4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7666862 Jul 20 22:46:56.115220 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48362) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:56.120110 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Request body: {'subnet': {'network_id': '1241e059-15e8-4b1a-978e-56580c239ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1759931420-subnet', 'tenant_id': '28ff2b258273493aa3028ba5a7213eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:56.187058 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:46:56.203940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:56.211516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Made reservation on behalf of 28ff2b258273493aa3028ba5a7213eb4 for: {'subnet': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:56.214104 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076001'] for subnet (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.309338 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:56.321000 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:46:56.359981 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:56.360386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.377179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:46:56.397144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:56.489165 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2626ad-064b-4a0e-81ff-fb5537590783 req-bbc64612-8441-4f60-86d1-ad58b3d2a18c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:56.490557 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba2626ad-064b-4a0e-81ff-fb5537590783 req-bbc64612-8441-4f60-86d1-ad58b3d2a18c tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0486438 Jul 20 22:46:56.508675 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.512322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5812724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5075987'] for subnet (d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.556527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:56.566927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:56.586728 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba2626ad-064b-4a0e-81ff-fb5537590783 req-3220fa4e-5548-41b3-a1e4-582c33158b3e tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905542 Jul 20 22:46:56.597057 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:56.608473 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Checking segment: {'id': '76a7c396-6108-48ac-969e-b486c494bc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1241e059-15e8-4b1a-978e-56580c239ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:46:56.608825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Network hostable DHCP agents. Network: 1241e059-15e8-4b1a-978e-56580c239ad8, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:46:56.737012 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Network 1241e059-15e8-4b1a-978e-56580c239ad8 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:46:56.808416 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366e32-f8a3-47ba-9803-7601745714c5 req-1a1f69be-aa13-4bf6-8ddc-d367ab4a3bf8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:56.810502 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3366e32-f8a3-47ba-9803-7601745714c5 req-1a1f69be-aa13-4bf6-8ddc-d367ab4a3bf8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 944 time: 0.0851424 Jul 20 22:46:56.826700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-9a774f74-6f21-43a8-8627-b310b848fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:56.828130 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-9a774f74-6f21-43a8-8627-b310b848fbed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0925775 Jul 20 22:46:56.857413 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 1241e059-15e8-4b1a-978e-56580c239ad8) {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:46:56.862083 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:56.862721 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:56.865157 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3366e32-f8a3-47ba-9803-7601745714c5 req-333d3184-f748-410f-8904-6a894c853f23 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485768 Jul 20 22:46:56.867546 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc49ba-c00f-42e5-bcdb-ea2408dd5297 None None] Network 1241e059-15e8-4b1a-978e-56580c239ad8 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:46:56.980322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da6b23-89e9-4b64-af98-258fa00d2028 None None] Network 1241e059-15e8-4b1a-978e-56580c239ad8 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:46:57.003497 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-933dba5c-41e4-497c-bfe8-1453d4937f05 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8868780 Jul 20 22:46:57.155382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:46:57.168085 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473436-3200-447b-9307-c8b03b6e677c req-be667e23-6073-4547-a759-e2013c152e6d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:57.169865 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8b473436-3200-447b-9307-c8b03b6e677c req-be667e23-6073-4547-a759-e2013c152e6d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Jul 20 22:46:57.227721 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0edc3-7583-4b98-a3a4-eb56f48324f8 req-c83b8dbd-6c9a-4c4a-9601-cf920d5624ae tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:57.229586 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d5e0edc3-7583-4b98-a3a4-eb56f48324f8 req-c83b8dbd-6c9a-4c4a-9601-cf920d5624ae tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0899282 Jul 20 22:46:57.238005 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8b473436-3200-447b-9307-c8b03b6e677c req-d14888be-e920-417a-b7a7-33d621f58196 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Jul 20 22:46:57.263217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:57.297600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d5e0edc3-7583-4b98-a3a4-eb56f48324f8 req-3475e56a-b319-4b99-9afa-3c047623b89d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599551 Jul 20 22:46:57.480157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687b4ab-6c92-4bc6-bd5a-e56525aec8cf req-3d4f6e93-5927-45cc-b1e0-37e563bf63fe tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:57.490239 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7687b4ab-6c92-4bc6-bd5a-e56525aec8cf req-3d4f6e93-5927-45cc-b1e0-37e563bf63fe tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0613055 Jul 20 22:46:57.494738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48392) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:57.500581 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'floatingip': {'port_id': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:57.586113 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:57.792672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce01d0-fb23-499b-be7d-9d7aeb463b0e req-70dd3b41-b6a1-48b9-af9c-8ea9ec483049 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:57.794193 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e2ce01d0-fb23-499b-be7d-9d7aeb463b0e req-70dd3b41-b6a1-48b9-af9c-8ea9ec483049 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0664139 Jul 20 22:46:57.971886 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e2ce01d0-fb23-499b-be7d-9d7aeb463b0e req-44a8978b-b300-4e57-9caf-b335cb01b580 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410847 Jul 20 22:46:57.998739 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48408) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:58.043079 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2456c-6b0a-4c7b-9d8b-62db94cf9350 req-bc59becd-2de6-4b40-92c6-f0fe90f3f2f8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:58.047737 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bbc2456c-6b0a-4c7b-9d8b-62db94cf9350 req-bc59becd-2de6-4b40-92c6-f0fe90f3f2f8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 944 time: 0.0750120 Jul 20 22:46:58.161562 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48420) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:58.168122 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:58.201473 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1023454159-network', 'tenant_id': '09068fa01c6f4d3fb04164ffca5b7cee'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:58.356987 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bbc2456c-6b0a-4c7b-9d8b-62db94cf9350 req-c9777bbe-900b-415e-80cc-dced48fe6b6a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033152 Jul 20 22:46:58.373136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:58.441826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0303d8c-2ff7-4a19-ab3b-35a1693ac242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.460016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07881c-f293-4dc9-9835-cbd6ed719346 req-f46434eb-62eb-40d3-bf60-a76871b32a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:58.461659 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1f07881c-f293-4dc9-9835-cbd6ed719346 req-f46434eb-62eb-40d3-bf60-a76871b32a82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 1130 time: 0.0428057 Jul 20 22:46:58.487124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Made reservation on behalf of 09068fa01c6f4d3fb04164ffca5b7cee for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:46:58.489405 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.507272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599ad22-b05d-4da9-83e9-d73ba47782b0 req-066e07ca-b9ab-46b5-b46f-1974a26c008a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:58.508845 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0599ad22-b05d-4da9-83e9-d73ba47782b0 req-066e07ca-b9ab-46b5-b46f-1974a26c008a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1805961 Jul 20 22:46:58.538566 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-7b77ac79-4845-4cbb-a04c-6f71ee3dd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:58.539137 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1f07881c-f293-4dc9-9835-cbd6ed719346 req-1af84a09-67db-471c-9d0b-d2d5a14d2c8e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Jul 20 22:46:58.540221 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-7b77ac79-4845-4cbb-a04c-6f71ee3dd3aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1550410 Jul 20 22:46:58.540893 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.548026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.db.resource_extend [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 22:46:58.599790 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:46:58.650210 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:46:58.666509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.702448 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0599ad22-b05d-4da9-83e9-d73ba47782b0 req-deca49d3-8d79-40b1-889f-4824ab428eb4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775668 Jul 20 22:46:58.759698 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:46:58.760074 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.760929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0303d8c-2ff7-4a19-ab3b-35a1693ac242 admin admin] Publish callbacks [] for security_group (b62e1fb8-60ae-474d-b10a-0f29de43ca5b), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.766420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.839897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:46:58.840282 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:58.865098 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:58.867399 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a5516-1c15-4fe5-a750-314742c94e69" -d '{"events": [{"server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "name": "network-vif-plugged", "status": "completed", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:58.881020 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:46:58.908601 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c25c5be-f55a-43a7-be81-d7b5f1883d2d x-openstack-request-id: req-7c25c5be-f55a-43a7-be81-d7b5f1883d2d {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:58.908902 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "name": "network-vif-plugged", "status": "completed", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:58.909157 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c25c5be-f55a-43a7-be81-d7b5f1883d2d {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:58.909794 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c25c5be-f55a-43a7-be81-d7b5f1883d2d'] response: {'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'code': 200} Jul 20 22:46:58.965790 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.006418 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0303d8c-2ff7-4a19-ab3b-35a1693ac242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b62e1fb8-60ae-474d-b10a-0f29de43ca5b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.023639 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks [] for security_group (72ffb9dc-fb93-498a-b2b8-a7427b76e9c3), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.024236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:59.119550 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a0303d8c-2ff7-4a19-ab3b-35a1693ac242 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2051ea10919f4922a6b237dbc996b6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1198235 Jul 20 22:46:59.124133 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48432) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:59.124637 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0303d8c-2ff7-4a19-ab3b-35a1693ac242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e1fb8-60ae-474d-b10a-0f29de43ca5b,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:59.150250 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fb7-6beb-44a3-a88e-d923f443f7ef req-3f376546-925d-4c2f-a3e6-b49cae0d33c3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:59.151804 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9d93fb7-6beb-44a3-a88e-d923f443f7ef req-3f376546-925d-4c2f-a3e6-b49cae0d33c3 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0983274 Jul 20 22:46:59.156322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (72ffb9dc-fb93-498a-b2b8-a7427b76e9c3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.182643 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Floating IP 2b5b9e6e-c655-4b18-828a-08aac9dfd7c1 associated. External IP: 172.27.1.208, port: 10d19aff-cf1c-4e78-abf5-f4fd95873ab9. Jul 20 22:46:59.186323 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] Publish callbacks [] for security_group (b62e1fb8-60ae-474d-b10a-0f29de43ca5b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.198677 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:46:59.213861 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] Publish callbacks [] for security_group (b62e1fb8-60ae-474d-b10a-0f29de43ca5b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.215531 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:59.262711 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ffb9dc-fb93-498a-b2b8-a7427b76e9c3,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:59.322122 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9d93fb7-6beb-44a3-a88e-d923f443f7ef req-4304e805-abb8-4964-a55a-f1d471df8eb2 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600170 Jul 20 22:46:59.330935 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:INSERT=21 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:59.461640 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b62e1fb8-60ae-474d-b10a-0f29de43ca5b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.462500 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9fc778e8-1bbd-4f46-bf3d-c5be133b796b), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.462858 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Added segment 9fc778e8-1bbd-4f46-bf3d-c5be133b796b of type vlan for network 3272d4c3-ddc3-41e7-8a73-e57a284fc963 Jul 20 22:46:59.464666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.466453 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b62e1fb8-60ae-474d-b10a-0f29de43ca5b HTTP/1.1" status: 204 len: 168 time: 0.3398383 Jul 20 22:46:59.483649 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83b293-dc41-4ff1-994c-6f9792ef2813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e1fb8-60ae-474d-b10a-0f29de43ca5b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:59.492242 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361196e-3712-4596-ac3d-74debd01aa9d req-d6f4bd59-785b-4ba4-a643-b061b436ab3c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:59.495406 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b361196e-3712-4596-ac3d-74debd01aa9d req-d6f4bd59-785b-4ba4-a643-b061b436ab3c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0645106 Jul 20 22:46:59.560621 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:46:59.564094 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (3272d4c3-ddc3-41e7-8a73-e57a284fc963), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.566913 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b361196e-3712-4596-ac3d-74debd01aa9d req-b59cae7a-915e-46e0-afab-8b7eecc85492 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632226 Jul 20 22:46:59.613978 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-7c61a83b-e000-4fa7-8b7b-10fa79430c58 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899669 Jul 20 22:46:59.709770 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:46:59.714092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.733067 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:46:59.735686 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:46:59.736379 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:46:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:46:59.747904 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b67bd11e-512a-4bf8-959e-ff75517569be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "PUT /v2.0/floatingips/2b5b9e6e-c655-4b18-828a-08aac9dfd7c1 HTTP/1.1" status: 200 len: 991 time: 2.2519031 Jul 20 22:46:59.748864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:46:59.751308 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:46:59.761005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (3272d4c3-ddc3-41e7-8a73-e57a284fc963), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.761005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:59.761005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:46:59.830341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8555e9a9-d17a-4899-a559-73ba34c11170 x-openstack-request-id: req-8555e9a9-d17a-4899-a559-73ba34c11170 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:46:59.830628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:46:59.831087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8555e9a9-d17a-4899-a559-73ba34c11170 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:46:59.831501 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8555e9a9-d17a-4899-a559-73ba34c11170'] response: {'name': 'network-changed', 'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'status': 'completed', 'code': 200} Jul 20 22:46:59.855640 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] Pushing event updated for resources: {'Network': ['ID=3272d4c3-ddc3-41e7-8a73-e57a284fc963,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:46:59.865751 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-161aa4fe-9e1b-47e6-b035-74cb859cb669 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7031088 Jul 20 22:46:59.868689 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48448) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:46:59.871003 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 3272d4c3-ddc3-41e7-8a73-e57a284fc963 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:46:59.875398 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264016-9f78-44c8-a052-38f4439f2023 req-4500e4b2-12a1-46a5-9612-a9a237c7cd70 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:46:59.876918 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-95264016-9f78-44c8-a052-38f4439f2023 req-4500e4b2-12a1-46a5-9612-a9a237c7cd70 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0908482 Jul 20 22:46:59.881455 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Request body: {'subnet': {'network_id': '3272d4c3-ddc3-41e7-8a73-e57a284fc963', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1023454159-subnet', 'tenant_id': '09068fa01c6f4d3fb04164ffca5b7cee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:46:59.887063 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:46:59.895949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:46:59.944346 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-95264016-9f78-44c8-a052-38f4439f2023 req-b1f72f1f-8f7f-4644-bf09-0d86e53a155e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Jul 20 22:47:00.000502 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Made reservation on behalf of 09068fa01c6f4d3fb04164ffca5b7cee for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:47:00.003140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.182300 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b5b9e6e-c655-4b18-828a-08aac9dfd7c1', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:a7:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:41Z', 'updated_at': '2022-07-20T22:46:58Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:00.212642 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:47:00.221509 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:47:00.222493 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:46:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:00.321820 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (c4998be9-adaa-494c-af7d-29b515c99ee3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.333225 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:47:00.388502 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:00.414585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4998be9-adaa-494c-af7d-29b515c99ee3,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:00.433813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Checking segment: {'id': '9fc778e8-1bbd-4f46-bf3d-c5be133b796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3272d4c3-ddc3-41e7-8a73-e57a284fc963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:47:00.434173 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Network hostable DHCP agents. Network: 3272d4c3-ddc3-41e7-8a73-e57a284fc963, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:47:00.479978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3ad0-204e-4c54-8cfe-f6a365f7ec12 req-6fca78e1-eb6c-41eb-b4c1-a5ea1f21a5f0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:00.488399 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-401b3ad0-204e-4c54-8cfe-f6a365f7ec12 req-6fca78e1-eb6c-41eb-b4c1-a5ea1f21a5f0 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0610185 Jul 20 22:47:00.505319 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48462) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:00.521720 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-33ed849c-ae29-4e0b-ba66-03434619c363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.526813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Network 3272d4c3-ddc3-41e7-8a73-e57a284fc963 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:47:00.553081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-401b3ad0-204e-4c54-8cfe-f6a365f7ec12 req-3cc11481-c9bb-431d-9976-9fcd50b27e52 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Jul 20 22:47:00.584534 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b5b9e6e-c655-4b18-828a-08aac9dfd7c1', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:a7:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:41Z', 'updated_at': '2022-07-20T22:46:58Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:00.598725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 3272d4c3-ddc3-41e7-8a73-e57a284fc963) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:47:00.606830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:00.607946 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.610854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8cf5d-b388-49f9-a7e4-6eb2c26edad4 None None] Network 3272d4c3-ddc3-41e7-8a73-e57a284fc963 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:47:00.615650 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066246c-3435-4868-9536-bba9d1d47147 None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b5b9e6e-c655-4b18-828a-08aac9dfd7c1', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.208', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:a7:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:41Z', 'updated_at': '2022-07-20T22:46:58Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:47:00.650814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-33ed849c-ae29-4e0b-ba66-03434619c363 admin admin] Publish callbacks [] for security_group (b166711e-e834-4e56-a054-cf65079cd18f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.720852 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9375e1-ee33-406e-9a8f-ba8240d69646 req-85ad56c0-1934-41ad-a75c-55e31e92a054 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:00.722752 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1f9375e1-ee33-406e-9a8f-ba8240d69646 req-85ad56c0-1934-41ad-a75c-55e31e92a054 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0543754 Jul 20 22:47:00.743196 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6bc64-a5ec-4971-b35e-417a9512a207 None None] Network 3272d4c3-ddc3-41e7-8a73-e57a284fc963 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:47:00.780839 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1f9375e1-ee33-406e-9a8f-ba8240d69646 req-c08370c1-1c73-4cc4-b28c-7ad8d5c394bb tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522370 Jul 20 22:47:00.798272 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:00.801050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-33ed849c-ae29-4e0b-ba66-03434619c363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b166711e-e834-4e56-a054-cf65079cd18f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:00.815622 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-412d263c-ad3e-4711-b092-0c56dd6bf282 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9376380 Jul 20 22:47:00.884653 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-33ed849c-ae29-4e0b-ba66-03434619c363 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e6f824af4f34890b940123f65fe7aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781464 Jul 20 22:47:00.888052 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48468) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:00.888471 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed849c-ae29-4e0b-ba66-03434619c363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166711e-e834-4e56-a054-cf65079cd18f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:00.932793 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:00.979982 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147c0b65-e9bb-4b31-b078-fb695a36d829 req-8617b84d-81e2-450a-a72e-dc7d2ba30b48 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474085 Jul 20 22:47:01.009311 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:01.014000 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] Publish callbacks [] for security_group (b166711e-e834-4e56-a054-cf65079cd18f), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:01.034293 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e79c85-7ba8-42b8-bcf0-6115e71c0356 None None] New status for floating IP 2b5b9e6e-c655-4b18-828a-08aac9dfd7c1: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:47:01.042371 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] Publish callbacks [] for security_group (b166711e-e834-4e56-a054-cf65079cd18f), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:01.128183 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea362-5f34-4a31-af9d-cd25017bef16 req-31ae7f5e-971a-4fe8-aa15-2ba9c033b74f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:01.130209 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c1fea362-5f34-4a31-af9d-cd25017bef16 req-31ae7f5e-971a-4fe8-aa15-2ba9c033b74f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0905781 Jul 20 22:47:01.208860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-59c1bd20-3ea3-4353-ae0a-d1d3e0a805e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:01.211133 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-59c1bd20-3ea3-4353-ae0a-d1d3e0a805e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1129 time: 0.0641773 Jul 20 22:47:01.258587 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c1fea362-5f34-4a31-af9d-cd25017bef16 req-e24a9df9-b20f-497b-8061-4d45e5c45daf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215236 Jul 20 22:47:01.310611 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b166711e-e834-4e56-a054-cf65079cd18f), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:01.313673 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:01.314936 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b166711e-e834-4e56-a054-cf65079cd18f HTTP/1.1" status: 204 len: 168 time: 0.4258170 Jul 20 22:47:01.325742 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6448ef9-1c03-4738-9fe4-0df285b1adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166711e-e834-4e56-a054-cf65079cd18f,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:01.463334 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:01.665326 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a8947-2bf6-448b-8b70-fc84d5dda029 req-a3a29045-51ec-4ad9-ac8c-ff9a2935e012 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:01.666825 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b3a8947-2bf6-448b-8b70-fc84d5dda029 req-a3a29045-51ec-4ad9-ac8c-ff9a2935e012 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0504854 Jul 20 22:47:01.679998 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d480969c-b943-4577-9fd7-c48946d25d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:01.715392 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b3a8947-2bf6-448b-8b70-fc84d5dda029 req-ee6de01a-93b4-4cf3-a38f-9617d2399c65 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jul 20 22:47:01.909506 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b767-8f33-4600-94f3-adfee53fdb78 req-667da7dd-ecb2-4a3c-8133-9755f96c33af tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:01.925900 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8887b767-8f33-4600-94f3-adfee53fdb78 req-667da7dd-ecb2-4a3c-8133-9755f96c33af tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0664089 Jul 20 22:47:01.983462 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8887b767-8f33-4600-94f3-adfee53fdb78 req-eec31ba3-8416-4c33-9b6d-259dc4cd65c1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567489 Jul 20 22:47:02.295903 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23592ab7-b7b5-4709-8ff8-ab76cae251e7 req-03ce172b-d4b9-44fc-a67d-03a25f1542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:02.297505 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23592ab7-b7b5-4709-8ff8-ab76cae251e7 req-03ce172b-d4b9-44fc-a67d-03a25f1542c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 1129 time: 0.0459642 Jul 20 22:47:02.381426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1156a7-bedb-4495-85f2-7819376d6724 req-bf4cb29b-652f-43d6-b78b-d1ce34c4bd71 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:02.382826 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3f1156a7-bedb-4495-85f2-7819376d6724 req-bf4cb29b-652f-43d6-b78b-d1ce34c4bd71 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0503004 Jul 20 22:47:02.430107 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3f1156a7-bedb-4495-85f2-7819376d6724 req-2cc92c8b-22d6-4e10-9f6b-30b41ac6dc8f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Jul 20 22:47:03.096005 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab66dc6-3f7c-4a7a-a53c-6ae325405eef req-393a211a-c357-4002-a361-e8dad1d9fc77 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:03.097509 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cab66dc6-3f7c-4a7a-a53c-6ae325405eef req-393a211a-c357-4002-a361-e8dad1d9fc77 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0464222 Jul 20 22:47:03.149427 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cab66dc6-3f7c-4a7a-a53c-6ae325405eef req-b921b04d-0b35-44b4-9dbf-967f344a0325 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Jul 20 22:47:03.599620 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae3aa7-e217-487f-8152-478e3eb6f475 req-e0b5b3df-1d22-462c-b5b6-a11ada66ed35 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:03.599620 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-51ae3aa7-e217-487f-8152-478e3eb6f475 req-e0b5b3df-1d22-462c-b5b6-a11ada66ed35 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0479333 Jul 20 22:47:03.599620 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-51ae3aa7-e217-487f-8152-478e3eb6f475 req-67a9821d-5a2b-4021-968d-11082a7172ec tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Jul 20 22:47:03.971081 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e472706b-c721-45bd-a0cf-0eeb19620488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:04.294222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4a5c-e0ea-4bf8-b379-300f722f9a7d req-bfeed98a-1c11-4902-bc2f-351de69042e9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:04.295755 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-54cc4a5c-e0ea-4bf8-b379-300f722f9a7d req-bfeed98a-1c11-4902-bc2f-351de69042e9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0579786 Jul 20 22:47:04.345202 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-54cc4a5c-e0ea-4bf8-b379-300f722f9a7d req-d2c2d857-6b20-4c01-bc10-7a45e0444bbe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Jul 20 22:47:04.730278 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c613184-d284-47d9-87a5-27175aadabc5 req-759e7e9f-7baf-4d72-be6e-1813ef96f646 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:04.731818 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7c613184-d284-47d9-87a5-27175aadabc5 req-759e7e9f-7baf-4d72-be6e-1813ef96f646 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Jul 20 22:47:04.783115 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7c613184-d284-47d9-87a5-27175aadabc5 req-17df7bcf-e25a-4404-b5db-c4956bda6ffe tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Jul 20 22:47:05.228471 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:05.458122 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152047b-da81-4353-a344-05fb18033cf0 req-c15fd261-c00c-49e9-8fb0-9277ea5a2221 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:05.458523 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6152047b-da81-4353-a344-05fb18033cf0 req-c15fd261-c00c-49e9-8fb0-9277ea5a2221 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0468574 Jul 20 22:47:05.505330 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6152047b-da81-4353-a344-05fb18033cf0 req-58602a14-13de-4454-b44f-b73e8dd4db3b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Jul 20 22:47:05.896317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c61ef-ea88-41bc-9fb2-f0aff92abb97 req-c77af864-df66-4811-9937-d38823ac39bd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:05.897799 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce7c61ef-ea88-41bc-9fb2-f0aff92abb97 req-c77af864-df66-4811-9937-d38823ac39bd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0463264 Jul 20 22:47:05.943585 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce7c61ef-ea88-41bc-9fb2-f0aff92abb97 req-6a6bd132-3830-401a-9136-8d276b5e0130 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Jul 20 22:47:06.399327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:06.620339 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19dda6-aaca-4bf6-9919-749f93717cec req-98926718-d77b-40a2-9aed-f213407fdef3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:06.621843 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3b19dda6-aaca-4bf6-9919-749f93717cec req-98926718-d77b-40a2-9aed-f213407fdef3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0503340 Jul 20 22:47:06.667932 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3b19dda6-aaca-4bf6-9919-749f93717cec req-5db36b13-d421-41d1-9d83-9f2df86e122a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408003 Jul 20 22:47:06.719861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:06.776457 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:06.861470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:06.914117 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23592ab7-b7b5-4709-8ff8-ab76cae251e7 req-432c9a2d-a697-4f07-8b98-ba0000564de5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528738 Jul 20 22:47:07.005167 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-b0e129e7-d773-4a55-8f92-6ea9d17830f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:07.006810 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-b0e129e7-d773-4a55-8f92-6ea9d17830f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.1600208 Jul 20 22:47:07.057693 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c86d66-3f48-4b2d-8de8-b3547e681f31 req-6c1aab2d-e390-442a-9ea4-60c7b15302c9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:07.059183 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6c86d66-3f48-4b2d-8de8-b3547e681f31 req-6c1aab2d-e390-442a-9ea4-60c7b15302c9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0473123 Jul 20 22:47:07.109465 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6c86d66-3f48-4b2d-8de8-b3547e681f31 req-f608f093-0eae-434b-a417-3b37db582aa7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Jul 20 22:47:07.779869 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e540d5c-7c40-4dc8-9340-5a1a76905261 req-d84d07cc-78cb-413f-9990-13007729df83 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:07.781471 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0e540d5c-7c40-4dc8-9340-5a1a76905261 req-d84d07cc-78cb-413f-9990-13007729df83 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Jul 20 22:47:07.829766 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0e540d5c-7c40-4dc8-9340-5a1a76905261 req-2c7ae139-c6a7-4a98-95b9-bf8ee5b36cdb tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Jul 20 22:47:08.009384 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-984d1b4c-ef8f-4e62-9983-03422b05891d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0843437 Jul 20 22:47:08.222351 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e220274-d08d-4fcc-8249-56d2fe5f01e9 req-a50a2e73-c7f2-4124-b387-9a786bceafae tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:08.224002 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7e220274-d08d-4fcc-8249-56d2fe5f01e9 req-a50a2e73-c7f2-4124-b387-9a786bceafae tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0478730 Jul 20 22:47:08.273079 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7e220274-d08d-4fcc-8249-56d2fe5f01e9 req-a3e88ba2-5465-4cb9-a3c8-9055556d4061 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Jul 20 22:47:08.813920 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-853dacf6-14c2-40c3-ade0-61b3bfa7bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:08.815305 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-853dacf6-14c2-40c3-ade0-61b3bfa7bd84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0473740 Jul 20 22:47:08.867584 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-de13297c-3b49-4490-8c6f-f195fcdd8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:08.869380 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-de13297c-3b49-4490-8c6f-f195fcdd8d95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446956 Jul 20 22:47:08.906164 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:47:08.987052 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:09.000885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4251b-796e-4e5a-a9e4-dff1d92b0a03 req-dd763416-ae6d-46f5-a91c-60c9db8876d8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:09.006053 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6be4251b-796e-4e5a-a9e4-dff1d92b0a03 req-dd763416-ae6d-46f5-a91c-60c9db8876d8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0996552 Jul 20 22:47:09.048261 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-3a8f848f-4a26-44bb-a2b6-5863188faa04 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535802 Jul 20 22:47:09.091581 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6be4251b-796e-4e5a-a9e4-dff1d92b0a03 req-ce54f9f3-0694-4b6c-8d9a-1126b7c948b0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812111 Jul 20 22:47:09.163112 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4e178fc8-f79e-4ad6-99b0-04869d0e18d1 req-be3d10bb-9045-47ae-9a4d-654ca1d87c58 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985298 Jul 20 22:47:09.393966 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e39df-e11d-4c8e-a4b6-8efbe4b7f102 req-cdda8c25-4e70-45f7-ac41-278f44d6d948 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:09.401656 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f45e39df-e11d-4c8e-a4b6-8efbe4b7f102 req-cdda8c25-4e70-45f7-ac41-278f44d6d948 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Jul 20 22:47:09.412757 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:09.452676 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f45e39df-e11d-4c8e-a4b6-8efbe4b7f102 req-77e42d27-4fd6-4021-814b-096b419e0a7a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472140 Jul 20 22:47:10.208685 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc4fb-416c-4ab2-9dd5-00e63e99bfa5 req-9dc77643-f35f-4221-b3fb-9909848e2fd4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:10.210169 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1abdc4fb-416c-4ab2-9dd5-00e63e99bfa5 req-9dc77643-f35f-4221-b3fb-9909848e2fd4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0520964 Jul 20 22:47:10.257056 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1abdc4fb-416c-4ab2-9dd5-00e63e99bfa5 req-bad8cffc-a87c-48eb-8d93-d2fa72b7efd1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Jul 20 22:47:10.363496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811da64f-1f4c-4e08-9cf7-cd6b2a9f0f22 req-8ba0da9f-e055-46ca-b4ac-c8fb087ccf15 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:10.364908 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-811da64f-1f4c-4e08-9cf7-cd6b2a9f0f22 req-8ba0da9f-e055-46ca-b4ac-c8fb087ccf15 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0456834 Jul 20 22:47:10.373987 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48684) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:10.378392 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:47:10.418533 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:10.588642 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=84 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:10.613443 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71057771-d2c1-462c-ac75-844d79e3df80 req-c1a3e847-6279-46d9-8380-7b1b76e53335 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:10.614986 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71057771-d2c1-462c-ac75-844d79e3df80 req-c1a3e847-6279-46d9-8380-7b1b76e53335 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0950508 Jul 20 22:47:10.672176 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:10.718819 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71057771-d2c1-462c-ac75-844d79e3df80 req-f99dcd69-923f-478f-9f1e-c573844e81a4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930343 Jul 20 22:47:10.947963 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:11.022530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:11.121946 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP dde0f8c0-5315-4087-81a0-c069e314d521 associated. External IP: 172.27.1.93, port: 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a. Jul 20 22:47:11.208649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:11.553241 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:47:11.656293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:47:11.662250 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:11.667240 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:47:11.677936 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:47:11.678642 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:47:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:11.693138 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-5eb4eeee-4899-47f9-af55-cc3a8995885c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "PUT /v2.0/floatingips/dde0f8c0-5315-4087-81a0-c069e314d521 HTTP/1.1" status: 200 len: 990 time: 1.3180921 Jul 20 22:47:11.696383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:47:11.696383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c8a09-f4af-472d-8d69-7610bd9cf155" -d '{"events": [{"name": "network-changed", "server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:47:11.736876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c9a45b-c6ad-48a1-b51a-a4a247478c25 x-openstack-request-id: req-55c9a45b-c6ad-48a1-b51a-a4a247478c25 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:47:11.736876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:47:11.736876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55c9a45b-c6ad-48a1-b51a-a4a247478c25 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:47:11.736876 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c9a45b-c6ad-48a1-b51a-a4a247478c25'] response: {'name': 'network-changed', 'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'status': 'completed', 'code': 200} Jul 20 22:47:11.792286 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:47:11.837827 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c42-7dd1-4740-8674-9308eef004d8 req-e0973317-eb4e-416e-b8c9-98dbb40e736e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:11.839330 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e713c42-7dd1-4740-8674-9308eef004d8 req-e0973317-eb4e-416e-b8c9-98dbb40e736e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Jul 20 22:47:11.892347 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e713c42-7dd1-4740-8674-9308eef004d8 req-f2def149-06bf-4d4a-930f-7228fb0fa856 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473614 Jul 20 22:47:11.999924 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:10Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:12.002229 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:12.024466 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:47:12.033405 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:47:12.034003 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:47:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:12.205519 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:47:12.411852 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:10Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:12.436720 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477549ce-c182-4c1f-91b4-72c83b66ba6a None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:10Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:47:12.624634 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87224f48-9425-4582-8457-14380e52fe99 None None] New status for floating IP dde0f8c0-5315-4087-81a0-c069e314d521: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:47:13.003932 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21833c-9215-4b9c-a3d9-64720166666b req-94a5578b-4683-4981-8cc4-b81a64acf203 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:13.005381 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d21833c-9215-4b9c-a3d9-64720166666b req-94a5578b-4683-4981-8cc4-b81a64acf203 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0460677 Jul 20 22:47:13.051930 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d21833c-9215-4b9c-a3d9-64720166666b req-a490259c-d819-4ef7-a85f-42ab047bf7f3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Jul 20 22:47:14.162093 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661edf4-3e40-496c-9e83-81057968009c req-781467c3-6260-4fa2-b183-0626ef4420a9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:14.163579 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9661edf4-3e40-496c-9e83-81057968009c req-781467c3-6260-4fa2-b183-0626ef4420a9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0455973 Jul 20 22:47:14.175030 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:14.214328 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9661edf4-3e40-496c-9e83-81057968009c req-056b913d-086a-47d6-a220-e059a73bc675 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Jul 20 22:47:14.574559 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-b1d59e42-6194-46f4-bc13-5134899ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:14.576602 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-b1d59e42-6194-46f4-bc13-5134899ea809 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 1129 time: 0.0405734 Jul 20 22:47:14.673329 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-30590dba-1623-433e-b5aa-1fb7d6d48c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:14.674859 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-30590dba-1623-433e-b5aa-1fb7d6d48c3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.0887852 Jul 20 22:47:14.758161 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-a5a57ede-3997-480a-b5de-642b1581dd46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a HTTP/1.1" status: 200 len: 1000 time: 0.0698779 Jul 20 22:47:14.809778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-2743a9f8-b7a4-4c1d-b938-747980a7399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:14.811302 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-2743a9f8-b7a4-4c1d-b938-747980a7399a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0444789 Jul 20 22:47:14.858877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-cb4914c4-6ed6-4dda-8c29-0464e6fb9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:14.860364 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-cb4914c4-6ed6-4dda-8c29-0464e6fb9c6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389891 Jul 20 22:47:14.959819 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-dded3905-3810-4b7c-9998-abd920777307 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925550 Jul 20 22:47:15.054251 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-894c8a09-f4af-472d-8d69-7610bd9cf155 req-c9a9ca9b-516f-498c-85b0-5d30a8182162 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880828 Jul 20 22:47:15.330972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f2c3-9a57-4cd5-bb8f-3aa271dc8d0c req-c20207c4-31af-42ae-90a6-591faa2bed34 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:15.332442 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d836f2c3-9a57-4cd5-bb8f-3aa271dc8d0c req-c20207c4-31af-42ae-90a6-591faa2bed34 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Jul 20 22:47:15.379717 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d836f2c3-9a57-4cd5-bb8f-3aa271dc8d0c req-a855a0ec-a2c3-4a04-8c67-fe2b90051f5f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Jul 20 22:47:16.498088 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:16.509937 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0f1a-9b7b-4c1d-a936-1db42aedd91f req-be585dca-64d7-477b-8833-9bf9cd422204 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:16.511452 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dfac0f1a-9b7b-4c1d-a936-1db42aedd91f req-be585dca-64d7-477b-8833-9bf9cd422204 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0522485 Jul 20 22:47:16.565076 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dfac0f1a-9b7b-4c1d-a936-1db42aedd91f req-6f79fa5f-91c8-4daf-bcb2-2e79fa34c4e4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472567 Jul 20 22:47:17.678882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a49acd-e83f-47cc-8183-c26e64f5eaaf req-daf4d38a-4170-40a0-8d14-be8a919eb1a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:17.680388 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3a49acd-e83f-47cc-8183-c26e64f5eaaf req-daf4d38a-4170-40a0-8d14-be8a919eb1a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Jul 20 22:47:17.729913 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3a49acd-e83f-47cc-8183-c26e64f5eaaf req-01cbc1a2-7b29-414c-a4f1-db0a30414d32 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Jul 20 22:47:17.904244 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48846) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:18.015865 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c4983a2e-5c42-48dc-b9dc-a4fe0a833605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.102845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c4983a2e-5c42-48dc-b9dc-a4fe0a833605 admin admin] Publish callbacks [] for security_group (614a463a-0b93-48df-848e-da02ce7adbe8), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.164650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c4983a2e-5c42-48dc-b9dc-a4fe0a833605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (614a463a-0b93-48df-848e-da02ce7adbe8), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.206884 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4983a2e-5c42-48dc-b9dc-a4fe0a833605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a463a-0b93-48df-848e-da02ce7adbe8,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:18.211261 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c4983a2e-5c42-48dc-b9dc-a4fe0a833605 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf14585020c44f3593c109e0164639c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058386 Jul 20 22:47:18.213860 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48862) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:18.264391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] Publish callbacks [] for security_group (614a463a-0b93-48df-848e-da02ce7adbe8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.288548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] Publish callbacks [] for security_group (614a463a-0b93-48df-848e-da02ce7adbe8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.290193 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:18.432597 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:18.473521 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (614a463a-0b93-48df-848e-da02ce7adbe8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.477112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:18.478268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/614a463a-0b93-48df-848e-da02ce7adbe8 HTTP/1.1" status: 204 len: 168 time: 0.2635167 Jul 20 22:47:18.488770 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975cff4-0ecb-45bb-a8f3-41da483b990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a463a-0b93-48df-848e-da02ce7adbe8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:18.850426 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1747a-fb30-441c-889d-c060db5516ab req-d0b29f22-2b02-4ea6-a0bf-8af5b6024e9d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:18.851941 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2ee1747a-fb30-441c-889d-c060db5516ab req-d0b29f22-2b02-4ea6-a0bf-8af5b6024e9d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0468452 Jul 20 22:47:18.898611 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2ee1747a-fb30-441c-889d-c060db5516ab req-d4c4994e-e3f8-45bc-aaf1-797baf102786 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Jul 20 22:47:19.084078 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48882) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:19.098244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ce11087-f4ca-421b-989d-c44e56574517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.144474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:19.176128 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ce11087-f4ca-421b-989d-c44e56574517 admin admin] Publish callbacks [] for security_group (533987e2-74b2-4709-8c62-c58da3351859), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.242060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ce11087-f4ca-421b-989d-c44e56574517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (533987e2-74b2-4709-8c62-c58da3351859), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.285832 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1ce11087-f4ca-421b-989d-c44e56574517 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36f0533b022d49479b649b0f832eacab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006223 Jul 20 22:47:19.286903 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11087-f4ca-421b-989d-c44e56574517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533987e2-74b2-4709-8c62-c58da3351859,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:19.288544 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48888) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:19.339490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] Publish callbacks [] for security_group (533987e2-74b2-4709-8c62-c58da3351859), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.361320 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] Publish callbacks [] for security_group (533987e2-74b2-4709-8c62-c58da3351859), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.502361 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (533987e2-74b2-4709-8c62-c58da3351859), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.504850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:19.511228 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/533987e2-74b2-4709-8c62-c58da3351859 HTTP/1.1" status: 204 len: 168 time: 0.2163386 Jul 20 22:47:19.515239 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f8cfa-7b30-41ce-b129-bf19931cdde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533987e2-74b2-4709-8c62-c58da3351859,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:20.010947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a47544-bd07-42d1-b0d0-3a6efeac6e57 req-2a24beaf-1f26-44e9-8f89-74d35555c548 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:20.012665 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-68a47544-bd07-42d1-b0d0-3a6efeac6e57 req-2a24beaf-1f26-44e9-8f89-74d35555c548 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0476966 Jul 20 22:47:20.064567 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-68a47544-bd07-42d1-b0d0-3a6efeac6e57 req-d58b52ac-33f4-4a1d-b09c-7577526c394d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Jul 20 22:47:20.186710 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 48918) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:20.295788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3641de3e-c1b8-478a-8783-f8d935a7492c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.313764 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:20.373332 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3641de3e-c1b8-478a-8783-f8d935a7492c admin admin] Publish callbacks [] for security_group (4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.473429 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3641de3e-c1b8-478a-8783-f8d935a7492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.517694 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3641de3e-c1b8-478a-8783-f8d935a7492c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2b125116b98493d97cd4f0a99415afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284349 Jul 20 22:47:20.517694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641de3e-c1b8-478a-8783-f8d935a7492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:20.519743 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48934) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:20.595918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d04ab-2b04-4a63-83e4-98ccec6c06df req-998e316d-8efc-46fc-b423-32f14dbe2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:20.598226 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f22d04ab-2b04-4a63-83e4-98ccec6c06df req-998e316d-8efc-46fc-b423-32f14dbe2d10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1129 time: 0.0468140 Jul 20 22:47:20.620418 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] Publish callbacks [] for security_group (4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.659541 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] Publish callbacks [] for security_group (4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.672879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f22d04ab-2b04-4a63-83e4-98ccec6c06df req-9ab45dd9-ce58-429d-b756-6ca1048c5be9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664976 Jul 20 22:47:20.821735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.824496 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:20.825709 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb HTTP/1.1" status: 204 len: 168 time: 0.3049741 Jul 20 22:47:20.833680 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec431941-4a91-490a-93ce-87485fa32ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7dc03-d2c2-439c-9b6f-c7183d9bb3fb,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:21.180288 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544640b-c6e8-4449-afae-e4c3a83cee9b req-80add0ca-40a0-4673-8d57-a27b0a5873a7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:21.181828 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2544640b-c6e8-4449-afae-e4c3a83cee9b req-80add0ca-40a0-4673-8d57-a27b0a5873a7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Jul 20 22:47:21.263653 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2544640b-c6e8-4449-afae-e4c3a83cee9b req-8e926909-0eae-48f0-98f6-a28919122952 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751112 Jul 20 22:47:21.648346 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48978) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:21.663370 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f610283f-8a66-4ffb-b520-62dffa81cde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:21.739696 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f610283f-8a66-4ffb-b520-62dffa81cde8 admin admin] Publish callbacks [] for security_group (38a05d61-1ed1-47d5-ba54-7d493b340889), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:21.799292 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f610283f-8a66-4ffb-b520-62dffa81cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (38a05d61-1ed1-47d5-ba54-7d493b340889), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:21.818665 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:21.840032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610283f-8a66-4ffb-b520-62dffa81cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a05d61-1ed1-47d5-ba54-7d493b340889,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:21.844177 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f610283f-8a66-4ffb-b520-62dffa81cde8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dfac51780af04c6da9a341c1c443beca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947761 Jul 20 22:47:21.846800 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 48986) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:21.898702 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] Publish callbacks [] for security_group (38a05d61-1ed1-47d5-ba54-7d493b340889), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:21.922033 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] Publish callbacks [] for security_group (38a05d61-1ed1-47d5-ba54-7d493b340889), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:21.950664 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:22.046254 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (38a05d61-1ed1-47d5-ba54-7d493b340889), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:22.048951 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:22.052828 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38a05d61-1ed1-47d5-ba54-7d493b340889 HTTP/1.1" status: 204 len: 168 time: 0.2023690 Jul 20 22:47:22.060126 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893599c-43b8-4a42-ad56-56946148aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a05d61-1ed1-47d5-ba54-7d493b340889,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:22.378414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b23074-eacf-403e-90d3-2dbfd9e6c667 req-4b3b71a6-1384-4311-9a2f-909275f93fc0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:22.379968 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-90b23074-eacf-403e-90d3-2dbfd9e6c667 req-4b3b71a6-1384-4311-9a2f-909275f93fc0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0507436 Jul 20 22:47:22.430970 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-90b23074-eacf-403e-90d3-2dbfd9e6c667 req-3b2c6008-9ace-4b6c-bbfd-d4477c3c373f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Jul 20 22:47:22.729618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:23.548790 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edaf0b-d9f5-4535-9ca8-72ec3f9e0e17 req-2e5c6fc0-4f37-4050-a1fd-96e1d624d641 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:23.550305 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-62edaf0b-d9f5-4535-9ca8-72ec3f9e0e17 req-2e5c6fc0-4f37-4050-a1fd-96e1d624d641 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0476003 Jul 20 22:47:23.599778 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-62edaf0b-d9f5-4535-9ca8-72ec3f9e0e17 req-a8f13c74-3822-431f-bd85-cd69265ff2a3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Jul 20 22:47:24.444556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:24.723092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033f0b4-5a11-4e91-8e56-2292273028cf req-f30f03c3-bb59-4d83-8168-634df3ad5619 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:24.725997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d033f0b4-5a11-4e91-8e56-2292273028cf req-f30f03c3-bb59-4d83-8168-634df3ad5619 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0558720 Jul 20 22:47:24.778352 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d033f0b4-5a11-4e91-8e56-2292273028cf req-7f76d8ca-ede0-4dec-bd67-b0cd0546cebf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460460 Jul 20 22:47:25.478172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49172) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:25.596431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:25.632882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:25.674327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Publish callbacks [] for security_group (c726fcce-0b4a-43ff-9679-66b8e5c256a7), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:25.730497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c726fcce-0b4a-43ff-9679-66b8e5c256a7), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:25.769546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c726fcce-0b4a-43ff-9679-66b8e5c256a7,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:25.774483 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b75e3abdc8b747db9d3343c8fd554865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952578 Jul 20 22:47:25.778080 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49180) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:25.780365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.781133 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.782885 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.782885 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.782885 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.782885 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.783280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.783482 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.783823 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.784125 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.784450 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.785140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.785140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.785386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.785695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d4c167-f340-432a-949e-8e3ebfdaa042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:25.847985 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Publish callbacks [] for security_group (c726fcce-0b4a-43ff-9679-66b8e5c256a7), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:25.904773 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Publish callbacks [] for security_group (c726fcce-0b4a-43ff-9679-66b8e5c256a7), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:25.920338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb83e57-a286-41e4-bf94-013ceecfa277 req-79d337b0-e612-4790-9ecb-80a33f72b7df tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:25.921865 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5cb83e57-a286-41e4-bf94-013ceecfa277 req-79d337b0-e612-4790-9ecb-80a33f72b7df tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0720356 Jul 20 22:47:25.985297 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5cb83e57-a286-41e4-bf94-013ceecfa277 req-84fa4f7c-fd04-40a9-8c6f-69306234b74d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560005 Jul 20 22:47:26.088798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c726fcce-0b4a-43ff-9679-66b8e5c256a7), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:26.091564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:26.105843 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c726fcce-0b4a-43ff-9679-66b8e5c256a7 HTTP/1.1" status: 204 len: 168 time: 0.3187003 Jul 20 22:47:26.116546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322ab4-d834-4ad3-a899-d6b92d0ec05f req-bf26b4b0-144b-407a-98a1-3a0de394f806 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:26.118742 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9b322ab4-d834-4ad3-a899-d6b92d0ec05f req-bf26b4b0-144b-407a-98a1-3a0de394f806 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0561450 Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726fcce-0b4a-43ff-9679-66b8e5c256a7,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-62a42d88-dd33-48c7-87b5-37eb53ebb718 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934155 Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.175694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.176551 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.176551 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.177041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.177041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.177210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.177522 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.177837 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.178287 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.178608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d418aa66-0f88-4118-a36f-1ca57067e6c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:26.187475 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9b322ab4-d834-4ad3-a899-d6b92d0ec05f req-08eb8d5f-cea6-429a-b341-f442adcf0988 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Jul 20 22:47:26.334526 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-2c710bc7-53c7-43d0-8d26-019268ec5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:26.336071 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-2c710bc7-53c7-43d0-8d26-019268ec5803 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0554404 Jul 20 22:47:26.452715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-c0f94440-bd49-4df1-be71-20268cdbfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:26.454198 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-c0f94440-bd49-4df1-be71-20268cdbfb6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0905621 Jul 20 22:47:26.495621 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-32ddedab-437b-4686-ae9f-83725475be56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 217 time: 0.0338409 Jul 20 22:47:26.554119 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-7bf5e96c-9275-446d-b322-439bc141c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:26.555686 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-7bf5e96c-9275-446d-b322-439bc141c045 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0514269 Jul 20 22:47:26.607306 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-b1be18da-32d0-44d8-a976-a56a4a1312df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:26.607306 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-b1be18da-32d0-44d8-a976-a56a4a1312df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407567 Jul 20 22:47:26.716629 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-3fb97f7d-b984-4acf-b82d-162e94529c67 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005301 Jul 20 22:47:26.810993 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49202) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:26.825996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b588ff-5e01-435f-92ec-fd8cf222bcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:26.907551 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b588ff-5e01-435f-92ec-fd8cf222bcc6 admin admin] Publish callbacks [] for security_group (8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.000679 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b27b4bdf-da3d-4e35-9f02-734f424ca50d req-e0a977c7-64e1-46c5-b610-72f7c58e3197 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709789 Jul 20 22:47:27.017946 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e8b588ff-5e01-435f-92ec-fd8cf222bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.038832 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:27.065179 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b588ff-5e01-435f-92ec-fd8cf222bcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:27.072276 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e8b588ff-5e01-435f-92ec-fd8cf222bcc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ca28bb63a01c415a993d6ae8a5a7269c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601812 Jul 20 22:47:27.075161 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49210) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:27.128857 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] Publish callbacks [] for security_group (8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.151954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] Publish callbacks [] for security_group (8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.330238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.333609 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:27.340652 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c HTTP/1.1" status: 204 len: 168 time: 0.2586629 Jul 20 22:47:27.343032 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e016-f5c6-41b8-a6c6-39a5c15b9d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaec1c4-9be6-4b03-ba69-ff9a0b5aac3c,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:27.715611 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c818-b48d-4d3b-aa32-52a78f581b5e req-193b32d9-f4df-48bc-8d3b-19639b64de7a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:27.717098 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b043c818-b48d-4d3b-aa32-52a78f581b5e req-193b32d9-f4df-48bc-8d3b-19639b64de7a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0468616 Jul 20 22:47:27.781392 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b043c818-b48d-4d3b-aa32-52a78f581b5e req-cc1318f4-b4f3-46ff-a193-51805a1b1888 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Jul 20 22:47:28.906254 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cdce3-1a01-4151-bde9-71908973569d req-1b2884ac-aad5-471c-8357-5ef7e81ae95a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:28.907721 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-791cdce3-1a01-4151-bde9-71908973569d req-1b2884ac-aad5-471c-8357-5ef7e81ae95a tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0481029 Jul 20 22:47:28.956409 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-791cdce3-1a01-4151-bde9-71908973569d req-b63bbf30-abe8-4d99-8596-86de2611f9f1 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Jul 20 22:47:29.087664 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49288) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:29.198244 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f02e2acb-272a-4bd1-8399-522dd679fd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.284714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f02e2acb-272a-4bd1-8399-522dd679fd98 admin admin] Publish callbacks [] for security_group (d681e4f1-9f2d-4fbc-a101-aa0944e182ba), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.358482 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f02e2acb-272a-4bd1-8399-522dd679fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d681e4f1-9f2d-4fbc-a101-aa0944e182ba), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.399485 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f02e2acb-272a-4bd1-8399-522dd679fd98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6893b627cb04fcc9b1d61e0b599d346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107326 Jul 20 22:47:29.401586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e2acb-272a-4bd1-8399-522dd679fd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681e4f1-9f2d-4fbc-a101-aa0944e182ba,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:29.402347 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49304) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:29.420070 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:29.432737 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:29.454017 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] Publish callbacks [] for security_group (d681e4f1-9f2d-4fbc-a101-aa0944e182ba), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.475054 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] Publish callbacks [] for security_group (d681e4f1-9f2d-4fbc-a101-aa0944e182ba), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.626919 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d681e4f1-9f2d-4fbc-a101-aa0944e182ba), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.629484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:29.630628 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d681e4f1-9f2d-4fbc-a101-aa0944e182ba HTTP/1.1" status: 204 len: 168 time: 0.2271011 Jul 20 22:47:29.638585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b58ca-af70-4a0a-a2f9-d5dc49d8c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681e4f1-9f2d-4fbc-a101-aa0944e182ba,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:29.757710 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101370a-438a-445b-af75-95411e6035cd req-f9fd96cc-c5bb-479a-8c26-9de69e30873a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:29.759209 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1101370a-438a-445b-af75-95411e6035cd req-f9fd96cc-c5bb-479a-8c26-9de69e30873a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0472002 Jul 20 22:47:29.811464 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1101370a-438a-445b-af75-95411e6035cd req-6c45d28f-54bc-4bb4-babc-214b265dc851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Jul 20 22:47:29.947574 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:29.952332 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=46 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:30.065459 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:30.076801 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d31f0-8f65-4095-bfaf-cc3d69b0e4c3 req-fdfc7dec-f5b3-4432-be7c-557b9fe90724 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:30.078284 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-208d31f0-8f65-4095-bfaf-cc3d69b0e4c3 req-fdfc7dec-f5b3-4432-be7c-557b9fe90724 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0496879 Jul 20 22:47:30.128351 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-208d31f0-8f65-4095-bfaf-cc3d69b0e4c3 req-e4cb71bc-e28e-4f7d-9a56-03d33ff04144 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Jul 20 22:47:30.555280 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03854-d4eb-4115-a692-daac9253d394 req-07dd4dd4-5e8a-45ee-94fd-73a4f082d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:30.563318 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-07dd4dd4-5e8a-45ee-94fd-73a4f082d92a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0409362 Jul 20 22:47:30.800384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03854-d4eb-4115-a692-daac9253d394 req-f54d12e9-28fb-4701-bc4e-1b031aa4edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:30.804857 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-f54d12e9-28fb-4701-bc4e-1b031aa4edc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0919201 Jul 20 22:47:30.876878 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-a9a89ad2-e82c-4fb4-96be-55b517006532 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 217 time: 0.0614355 Jul 20 22:47:30.941835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577340fe-a46a-43e1-8103-fb43aa899c6a req-efb77ca3-5fbf-4c60-93fc-8d3ff1525744 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:30.943594 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-577340fe-a46a-43e1-8103-fb43aa899c6a req-efb77ca3-5fbf-4c60-93fc-8d3ff1525744 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0532598 Jul 20 22:47:30.993970 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-577340fe-a46a-43e1-8103-fb43aa899c6a req-8d189ce6-c6bb-4693-9efd-da4ff95ff9f6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Jul 20 22:47:31.070658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03854-d4eb-4115-a692-daac9253d394 req-eec4299f-9346-40ce-a433-287ccd30be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:31.072132 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-eec4299f-9346-40ce-a433-287ccd30be8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0453863 Jul 20 22:47:31.130322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e03854-d4eb-4115-a692-daac9253d394 req-c00fefb9-698a-4634-a986-eb104f269444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:31.132453 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-c00fefb9-698a-4634-a986-eb104f269444 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531912 Jul 20 22:47:31.224617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49364) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:31.305892 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-64ab0ed7-aff8-483e-9e5e-be29e3763fc9 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:31.341343 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-64ab0ed7-aff8-483e-9e5e-be29e3763fc9 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.23 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.0603168 Jul 20 22:47:31.341343 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb419a-850c-4654-876a-d0c44b7a205a req-0a12e0bf-0fb4-4f9e-ba68-442d026eabac tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:31.341343 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9eb419a-850c-4654-876a-d0c44b7a205a req-0a12e0bf-0fb4-4f9e-ba68-442d026eabac tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 946 time: 0.1313417 Jul 20 22:47:31.362912 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-2838b561-ae3c-4a1f-aa5d-1335a74104dd service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310632 Jul 20 22:47:31.401557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7689ecf1-c7b1-48c7-9f26-57c769da8b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.437838 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9eb419a-850c-4654-876a-d0c44b7a205a req-195b013b-0bd6-467a-94ef-bc968cffeacb tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/security-groups?id=9192e354-616a-4436-afed-66f06dc34755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011827 Jul 20 22:47:31.467066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:31.500087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Deleting port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:47:31.500615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.544486 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7689ecf1-c7b1-48c7-9f26-57c769da8b7d admin admin] Publish callbacks [] for security_group (50978ee2-12f5-4e99-b22a-dedaaf5e100e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.559838 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20e03854-d4eb-4115-a692-daac9253d394 req-f480ab87-b263-4c6e-894b-779747830fda service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862996 Jul 20 22:47:31.586498 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:31.615832 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] For port 690240d6-0f53-4a3c-839f-1fa4c80f81d8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=690240d6-0f53-4a3c-839f-1fa4c80f81d8,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:47:31.616197 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.631584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Calling delete_port for 690240d6-0f53-4a3c-839f-1fa4c80f81d8 owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:47:31.650385 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7689ecf1-c7b1-48c7-9f26-57c769da8b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (50978ee2-12f5-4e99-b22a-dedaaf5e100e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.691479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0f50a492-d053-42ea-9c7a-e2c8fa9dd7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.693661 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-7689ecf1-c7b1-48c7-9f26-57c769da8b7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53569575cb2f4963a46c9d028abfc623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677389 Jul 20 22:47:31.694907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689ecf1-c7b1-48c7-9f26-57c769da8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50978ee2-12f5-4e99-b22a-dedaaf5e100e,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:31.697311 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49380) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:31.704222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:31.754349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] Publish callbacks [] for security_group (50978ee2-12f5-4e99-b22a-dedaaf5e100e), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.778915 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] Publish callbacks [] for security_group (50978ee2-12f5-4e99-b22a-dedaaf5e100e), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.901149 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (690240d6-0f53-4a3c-839f-1fa4c80f81d8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.934348 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Pushing event deleted for resources: {'Port': ['ID=690240d6-0f53-4a3c-839f-1fa4c80f81d8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:31.951940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['690240d6-0f53-4a3c-839f-1fa4c80f81d8'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:47:31.970187 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (50978ee2-12f5-4e99-b22a-dedaaf5e100e), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.973744 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:31.976463 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50978ee2-12f5-4e99-b22a-dedaaf5e100e HTTP/1.1" status: 204 len: 168 time: 0.2778707 Jul 20 22:47:31.991250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41952e-8de7-4d86-af8e-d397441b4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50978ee2-12f5-4e99-b22a-dedaaf5e100e,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:32.016368 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] No DVR routers for this DVR port 690240d6-0f53-4a3c-839f-1fa4c80f81d8 on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:47:32.018287 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:32.022848 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b4f6b125-a524-4b59-8537-aaa03b21bc08 req-9c9a0529-88d7-4941-8164-3676a6ea6050 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.23 "DELETE /v2.0/ports/690240d6-0f53-4a3c-839f-1fa4c80f81d8 HTTP/1.1" status: 204 len: 173 time: 0.7069230 Jul 20 22:47:32.023344 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'name': 'network-vif-deleted', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:47:32.026915 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022bae7-b57f-48dc-aa5b-a35ba72a47cf" -d '{"events": [{"server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "name": "network-vif-deleted", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:47:32.081474 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc526601-fe13-4148-a3eb-9cd6045dfb24 x-openstack-request-id: req-cc526601-fe13-4148-a3eb-9cd6045dfb24 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:47:32.081921 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824101ca-4631-4acf-a133-48665389e37a", "name": "network-vif-deleted", "tag": "690240d6-0f53-4a3c-839f-1fa4c80f81d8", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:47:32.082230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc526601-fe13-4148-a3eb-9cd6045dfb24 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:47:32.082688 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc526601-fe13-4148-a3eb-9cd6045dfb24'] response: {'server_uuid': '824101ca-4631-4acf-a133-48665389e37a', 'name': 'network-vif-deleted', 'tag': '690240d6-0f53-4a3c-839f-1fa4c80f81d8', 'status': 'completed', 'code': 200} Jul 20 22:47:32.133043 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb091d5-4181-41b3-a6ac-d7b15b3690cd req-3dc78e7b-102f-4ebc-90ca-783b6b33d81d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:32.134721 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9bb091d5-4181-41b3-a6ac-d7b15b3690cd req-3dc78e7b-102f-4ebc-90ca-783b6b33d81d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0558636 Jul 20 22:47:32.202022 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9bb091d5-4181-41b3-a6ac-d7b15b3690cd req-8b79fa28-ef4a-4930-b1b1-a4c3d1a50ab1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526307 Jul 20 22:47:32.534763 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9b2a09a6-a6e4-4bc9-84c3-bbd356f08ba6 req-1abf48cb-d653-4ad1-aeba-6875130c2fb5 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jul 20 22:47:33.019105 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49422) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:33.066984 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Deleting subnet d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:47:33.070379 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Publish callbacks [] for subnet (d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.077053 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49424) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:33.091669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-19ebff09-7f9c-4020-9724-d218c41b4e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.111262 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.154940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.170220 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-19ebff09-7f9c-4020-9724-d218c41b4e10 admin admin] Publish callbacks [] for security_group (d8e8906d-84a8-488f-98a1-ddf2c742991f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.199571 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:33.394665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-19ebff09-7f9c-4020-9724-d218c41b4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d8e8906d-84a8-488f-98a1-ddf2c742991f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.409130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.409309 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:33.440177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:33.440374 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-19ebff09-7f9c-4020-9724-d218c41b4e10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06d08e0ce30d4ccd959ab9944c53a67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620913 Jul 20 22:47:33.442624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.444040 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49432) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:33.446159 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e3050a2a-9b19-4acf-8a4b-7d1dbd7a4576 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d9b3d090-0d95-47f0-9ca2-2d8bd3a02d5b HTTP/1.1" status: 204 len: 168 time: 0.4260392 Jul 20 22:47:33.453353 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49434) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:33.462936 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebff09-7f9c-4020-9724-d218c41b4e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e8906d-84a8-488f-98a1-ddf2c742991f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:33.488383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c196e4-cff4-49ed-933c-d7bcf2250fba req-e73a788f-eafb-4f77-9df7-776df66bc103 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:33.489980 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-45c196e4-cff4-49ed-933c-d7bcf2250fba req-e73a788f-eafb-4f77-9df7-776df66bc103 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0865130 Jul 20 22:47:33.538796 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-45c196e4-cff4-49ed-933c-d7bcf2250fba req-a05919be-a3ef-4144-aea4-6c88c5ed4d99 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Jul 20 22:47:33.565975 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (1241e059-15e8-4b1a-978e-56580c239ad8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.573831 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] Publish callbacks [] for security_group (d8e8906d-84a8-488f-98a1-ddf2c742991f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.623346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] Publish callbacks [] for security_group (d8e8906d-84a8-488f-98a1-ddf2c742991f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.711356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (1241e059-15e8-4b1a-978e-56580c239ad8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.735768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1241e059-15e8-4b1a-978e-56580c239ad8']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:33.746295 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a7c396-6108-48ac-969e-b486c494bc2f') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:33.746597 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a7c396-6108-48ac-969e-b486c494bc2f') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:33.758648 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (76a7c396-6108-48ac-969e-b486c494bc2f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.798276 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0e61777b-7fcf-463f-9fed-937696a942d9 req-65da5878-2aa1-4be7-9d5d-e54420f95547 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0423925 Jul 20 22:47:33.799281 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (76a7c396-6108-48ac-969e-b486c494bc2f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.806068 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:47:33.806467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (76a7c396-6108-48ac-969e-b486c494bc2f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.853810 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 76a7c396-6108-48ac-969e-b486c494bc2f resource provider aggregate not found Jul 20 22:47:33.906255 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 76a7c396-6108-48ac-969e-b486c494bc2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76a7c396-6108-48ac-969e-b486c494bc2f found for delete ", "request_id": "req-8444347d-eed4-4a16-a128-4cc1a8e625b6"}]} Jul 20 22:47:33.981825 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d8e8906d-84a8-488f-98a1-ddf2c742991f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.984391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:33.987987 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8e8906d-84a8-488f-98a1-ddf2c742991f HTTP/1.1" status: 204 len: 168 time: 0.5405066 Jul 20 22:47:33.993491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956744d4-dc24-44c7-929b-9fdf32b03a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e8906d-84a8-488f-98a1-ddf2c742991f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:34.066768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (1241e059-15e8-4b1a-978e-56580c239ad8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.067198 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-83651065-2d7c-41ae-bbb6-e30fa47d6a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.079220 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.079220 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] 10.222.0.81 "DELETE /v2.0/networks/1241e059-15e8-4b1a-978e-56580c239ad8 HTTP/1.1" status: 204 len: 168 time: 0.6215897 Jul 20 22:47:34.079858 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49446) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:34.086683 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e18f0-7f95-4218-b661-b78a9688f45b admin admin] Pushing event deleted for resources: {'Network': ['ID=1241e059-15e8-4b1a-978e-56580c239ad8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:34.128995 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Deleting subnet c4998be9-adaa-494c-af7d-29b515c99ee3 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:47:34.132728 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Publish callbacks [] for subnet (c4998be9-adaa-494c-af7d-29b515c99ee3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.169277 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (c4998be9-adaa-494c-af7d-29b515c99ee3), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.212782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (c4998be9-adaa-494c-af7d-29b515c99ee3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.653148 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416d1a-341a-4744-83c8-a3de82c98983 req-d8f17f80-19fd-46af-b635-68a43ac5a6a5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:34.654603 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fa416d1a-341a-4744-83c8-a3de82c98983 req-d8f17f80-19fd-46af-b635-68a43ac5a6a5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0473602 Jul 20 22:47:34.669550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (c4998be9-adaa-494c-af7d-29b515c99ee3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.706184 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4998be9-adaa-494c-af7d-29b515c99ee3,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:34.716585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.719920 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1a73df43-f721-431a-b305-c3ebd6d85a0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4998be9-adaa-494c-af7d-29b515c99ee3 HTTP/1.1" status: 204 len: 168 time: 0.6390619 Jul 20 22:47:34.722610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49458) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:34.737722 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fa416d1a-341a-4744-83c8-a3de82c98983 req-cd61316d-5ea0-4ce9-a7d6-167958c9d912 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Jul 20 22:47:34.752420 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 690240d6-0f53-4a3c-839f-1fa4c80f81d8 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:47:34.774691 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 690240d6-0f53-4a3c-839f-1fa4c80f81d8 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:47:34.775139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 690240d6-0f53-4a3c-839f-1fa4c80f81d8 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:47:34.810142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (3272d4c3-ddc3-41e7-8a73-e57a284fc963), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.901603 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (3272d4c3-ddc3-41e7-8a73-e57a284fc963), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.928130 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ffe41a1b-07c8-4408-b67d-0c7f16184089 req-0c4e5759-6306-4775-b45b-64224d16d9b9 tempest-DeleteServersTestJSON-1931010822 tempest-DeleteServersTestJSON-1931010822-project] 10.222.0.81 "GET /v2.0/ports?device_id=824101ca-4631-4acf-a133-48665389e37a HTTP/1.1" status: 200 len: 210 time: 0.0373318 Jul 20 22:47:34.940289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3272d4c3-ddc3-41e7-8a73-e57a284fc963']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:34.951548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc778e8-1bbd-4f46-bf3d-c5be133b796b') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:34.951853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc778e8-1bbd-4f46-bf3d-c5be133b796b') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:34.961050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (9fc778e8-1bbd-4f46-bf3d-c5be133b796b), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.975226 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9fc778e8-1bbd-4f46-bf3d-c5be133b796b), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:34.981673 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:47:34.982052 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (9fc778e8-1bbd-4f46-bf3d-c5be133b796b), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.147314 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (3272d4c3-ddc3-41e7-8a73-e57a284fc963), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.153189 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.156567 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3272d4c3-ddc3-41e7-8a73-e57a284fc963 HTTP/1.1" status: 204 len: 168 time: 0.4329238 Jul 20 22:47:35.167110 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59831978-986e-4c05-9bba-4ff0160a7bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3272d4c3-ddc3-41e7-8a73-e57a284fc963,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:35.232904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.256219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:35.288496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49472) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:35.302229 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58a99911-454a-4898-a5d7-8ba97bc3d259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.358748 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:35.380694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58a99911-454a-4898-a5d7-8ba97bc3d259 admin admin] Publish callbacks [] for security_group (115b1938-9c0e-4766-ac20-0424b4c1a327), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.478381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58a99911-454a-4898-a5d7-8ba97bc3d259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (115b1938-9c0e-4766-ac20-0424b4c1a327), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.519650 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-58a99911-454a-4898-a5d7-8ba97bc3d259 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ad7b63751b741449dc947d5ddca07ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300730 Jul 20 22:47:35.520506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a99911-454a-4898-a5d7-8ba97bc3d259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115b1938-9c0e-4766-ac20-0424b4c1a327,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:35.522565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49482) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:35.594991 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] Publish callbacks [] for security_group (115b1938-9c0e-4766-ac20-0424b4c1a327), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.596297 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49486) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:35.622770 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] Publish callbacks [] for security_group (115b1938-9c0e-4766-ac20-0424b4c1a327), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.642527 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1aa76db7-3169-4207-940b-3de4193861d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28ff2b258273493aa3028ba5a7213eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449634 Jul 20 22:47:35.644887 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49488) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:35.699243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] Publish callbacks [] for security_group (45e045fb-8a53-42d1-bd93-501d0e2b1f9c), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.723728 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] Publish callbacks [] for security_group (45e045fb-8a53-42d1-bd93-501d0e2b1f9c), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.823357 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (115b1938-9c0e-4766-ac20-0424b4c1a327), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.825821 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.827818 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/115b1938-9c0e-4766-ac20-0424b4c1a327 HTTP/1.1" status: 204 len: 168 time: 0.2953081 Jul 20 22:47:35.854252 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99185a7c-0230-4395-ad1b-91f9dc4a9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b1938-9c0e-4766-ac20-0424b4c1a327,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:35.891588 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (45e045fb-8a53-42d1-bd93-501d0e2b1f9c), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.895523 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63c351-6609-457a-a60b-85e2005ed5ff req-1016e275-0faf-4471-8bca-505486009e17 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:35.897192 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be63c351-6609-457a-a60b-85e2005ed5ff req-1016e275-0faf-4471-8bca-505486009e17 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0830328 Jul 20 22:47:35.897944 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:35.911370 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45e045fb-8a53-42d1-bd93-501d0e2b1f9c HTTP/1.1" status: 204 len: 168 time: 0.2618432 Jul 20 22:47:35.915127 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9fc778e8-1bbd-4f46-bf3d-c5be133b796b resource provider aggregate not found Jul 20 22:47:35.928511 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9665342-6c34-43a1-8890-f1ed511a91cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e045fb-8a53-42d1-bd93-501d0e2b1f9c,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:35.946865 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9fc778e8-1bbd-4f46-bf3d-c5be133b796b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fc778e8-1bbd-4f46-bf3d-c5be133b796b found for delete ", "request_id": "req-55a25330-2a52-42c7-920e-87d84d45d42d"}]} Jul 20 22:47:35.986440 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be63c351-6609-457a-a60b-85e2005ed5ff req-bf7c215d-24be-457e-8877-573ea0c995a1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795796 Jul 20 22:47:36.244284 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49526) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:36.399224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.497155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a21dd27-b6b6-4bab-bc40-92c6b7439bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.580081 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a21dd27-b6b6-4bab-bc40-92c6b7439bb1 admin admin] Publish callbacks [] for security_group (d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.660896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a21dd27-b6b6-4bab-bc40-92c6b7439bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.702568 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2a21dd27-b6b6-4bab-bc40-92c6b7439bb1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e1af1488f394f1fac3ce7665da98cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544964 Jul 20 22:47:36.702843 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49544) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:36.710421 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21dd27-b6b6-4bab-bc40-92c6b7439bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:36.755130 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] Publish callbacks [] for security_group (d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.776976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] Publish callbacks [] for security_group (d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.798455 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.825969 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49548) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:36.868335 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-823b4d63-4f84-428d-b1ce-1d8f84a8241c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09068fa01c6f4d3fb04164ffca5b7cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409727 Jul 20 22:47:36.870835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49550) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:36.880124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.883534 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.900914 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26 HTTP/1.1" status: 204 len: 168 time: 0.1809745 Jul 20 22:47:36.900914 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d37531-8a9d-4648-ad9e-3a21dc3d4493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7978a48-d4a0-4c69-a4b6-96f5f2bc8f26,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:36.907642 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:36.944249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] Publish callbacks [] for security_group (72ffb9dc-fb93-498a-b2b8-a7427b76e9c3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:36.971075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] Publish callbacks [] for security_group (72ffb9dc-fb93-498a-b2b8-a7427b76e9c3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:37.010329 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:37.106643 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c7ece-656e-4254-bbda-d0239c68d0ea req-65b92c9a-b9d1-4a5d-a9af-9d58fd1fefd1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:37.108192 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-366c7ece-656e-4254-bbda-d0239c68d0ea req-65b92c9a-b9d1-4a5d-a9af-9d58fd1fefd1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0502076 Jul 20 22:47:37.118544 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (72ffb9dc-fb93-498a-b2b8-a7427b76e9c3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:37.121448 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:37.122856 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72ffb9dc-fb93-498a-b2b8-a7427b76e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2510860 Jul 20 22:47:37.132842 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fe89-a804-4980-9896-0f5bc2ec6915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ffb9dc-fb93-498a-b2b8-a7427b76e9c3,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:37.168712 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-366c7ece-656e-4254-bbda-d0239c68d0ea req-cb141524-a09c-4196-9e51-fd30e2f51f56 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509565 Jul 20 22:47:37.586780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49586) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:37.592576 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:37.689835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:38.006868 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.073498 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49636) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:38.207651 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:38.269132 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a80866f-b348-4303-81a6-ac6bc789fa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.330785 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bb6fe-ed4a-43b9-b613-3221f661a568 req-4c21159f-ae70-486a-b00a-b1e5284338fa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:38.332373 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7e6bb6fe-ed4a-43b9-b613-3221f661a568 req-4c21159f-ae70-486a-b00a-b1e5284338fa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0829077 Jul 20 22:47:38.362724 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Deleting port f77877f1-9d93-4b9c-97be-a1dac19af538 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:47:38.363206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.370797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a80866f-b348-4303-81a6-ac6bc789fa91 admin admin] Publish callbacks [] for security_group (466773ee-ac3c-4c56-9e8e-9d191bf57a01), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.444830 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7e6bb6fe-ed4a-43b9-b613-3221f661a568 req-a8808133-d7ff-4969-85be-cfac61065460 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009367 Jul 20 22:47:38.470881 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] For port f77877f1-9d93-4b9c-97be-a1dac19af538, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f77877f1-9d93-4b9c-97be-a1dac19af538,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:47:38.471315 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.484933 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Calling delete_port for f77877f1-9d93-4b9c-97be-a1dac19af538 owned by network:router_interface {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:47:38.531050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a80866f-b348-4303-81a6-ac6bc789fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (466773ee-ac3c-4c56-9e8e-9d191bf57a01), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.575357 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-5a80866f-b348-4303-81a6-ac6bc789fa91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc95801c67d14b099cb22a22d7ce7d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003195 Jul 20 22:47:38.578837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49652) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:38.593559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80866f-b348-4303-81a6-ac6bc789fa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466773ee-ac3c-4c56-9e8e-9d191bf57a01,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:38.652786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] Publish callbacks [] for security_group (466773ee-ac3c-4c56-9e8e-9d191bf57a01), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.674032 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] Publish callbacks [] for security_group (466773ee-ac3c-4c56-9e8e-9d191bf57a01), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.863788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (466773ee-ac3c-4c56-9e8e-9d191bf57a01), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.866378 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:38.873214 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/466773ee-ac3c-4c56-9e8e-9d191bf57a01 HTTP/1.1" status: 204 len: 168 time: 0.2876191 Jul 20 22:47:38.876728 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa1e70-cf0c-44f6-9937-b00f4155621b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466773ee-ac3c-4c56-9e8e-9d191bf57a01,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:38.936399 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:39.055424 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (f77877f1-9d93-4b9c-97be-a1dac19af538), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.082704 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77877f1-9d93-4b9c-97be-a1dac19af538,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:39.281905 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.489886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 49700) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:39.533379 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:39.544975 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:47:39.577372 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:39.596539 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0dd6b-b9da-4db0-a78a-24ba6823665f req-138b9ec4-224a-44bb-95a0-3ac4c0169b28 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:39.599365 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5d0dd6b-b9da-4db0-a78a-24ba6823665f req-138b9ec4-224a-44bb-95a0-3ac4c0169b28 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0643203 Jul 20 22:47:39.659378 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5d0dd6b-b9da-4db0-a78a-24ba6823665f req-9ec190bb-dde0-4e96-8b10-0a9fd11dc62d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534632 Jul 20 22:47:39.686797 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:47:39.696139 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-85e2c293-f2d5-4ca5-a96c-6ec1279b2549 admin admin] 10.222.0.81 "PUT /v2.0/routers/29a03387-b6c6-4bb8-badb-15ffb1ab2183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058214 Jul 20 22:47:39.696294 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Sync routers for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:47:39.696750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49708) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:39.715072 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:47:39.716552 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:47:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:39.721388 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-592b541a-b59d-46c1-a995-2857a2f6f9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.795363 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:39.849108 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-592b541a-b59d-46c1-a995-2857a2f6f9b1 admin admin] Publish callbacks [] for security_group (7edfa53e-2c40-44f1-9afa-4da3618bac0d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.885089 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks [] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.927608 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:47:39.941206 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-592b541a-b59d-46c1-a995-2857a2f6f9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7edfa53e-2c40-44f1-9afa-4da3618bac0d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:39.988324 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-592b541a-b59d-46c1-a995-2857a2f6f9b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a9aff967047434097149a856bd17051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973392 Jul 20 22:47:39.989507 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b541a-b59d-46c1-a995-2857a2f6f9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edfa53e-2c40-44f1-9afa-4da3618bac0d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:39.992247 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49716) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:40.046910 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks [] for router_gateway (29a03387-b6c6-4bb8-badb-15ffb1ab2183), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.067702 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] Publish callbacks [] for security_group (7edfa53e-2c40-44f1-9afa-4da3618bac0d), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.092545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] Publish callbacks [] for security_group (7edfa53e-2c40-44f1-9afa-4da3618bac0d), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.109659 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:40.138451 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:47:38Z', 'revision_number': 5, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port': {'id': 'a50ab645-551e-4ca8-8281-810c2a8952e4', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:26Z', 'updated_at': '2022-07-20T22:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:40.165178 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Checking router: 29a03387-b6c6-4bb8-badb-15ffb1ab2183 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:47:40.177536 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Routers {'29a03387-b6c6-4bb8-badb-15ffb1ab2183'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:47:40.178570 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:47:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:40.220481 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Deleting port a50ab645-551e-4ca8-8281-810c2a8952e4 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:47:40.220949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.273502 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] Set router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:47:40.280220 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7edfa53e-2c40-44f1-9afa-4da3618bac0d), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.284345 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.288002 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7edfa53e-2c40-44f1-9afa-4da3618bac0d HTTP/1.1" status: 204 len: 168 time: 0.2924192 Jul 20 22:47:40.299048 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9c0e3-72b5-4d3f-9a5b-ae874f02aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edfa53e-2c40-44f1-9afa-4da3618bac0d,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:40.352474 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:47:40Z', 'revision_number': 6, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:40.364923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] For port a50ab645-551e-4ca8-8281-810c2a8952e4, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a50ab645-551e-4ca8-8281-810c2a8952e4,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:47:40.365319 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.379944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Calling delete_port for a50ab645-551e-4ca8-8281-810c2a8952e4 owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:47:40.381026 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a21101-3768-4df3-aab1-35668895d9e6 None None] The sync data for ids ['29a03387-b6c6-4bb8-badb-15ffb1ab2183'] in dv-cinder-799871-38-iscsi is: [{'id': '29a03387-b6c6-4bb8-badb-15ffb1ab2183', 'name': 'tempest-DeleteServersTestJSON-1855027643-router', 'tenant_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:47:40Z', 'revision_number': 6, 'project_id': '788c1d44ad5d442e8ec58f1d76ae649b', 'gw_port_host': None}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:47:40.663762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (a50ab645-551e-4ca8-8281-810c2a8952e4), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:40.721752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ab645-551e-4ca8-8281-810c2a8952e4,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:40.829838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:40.952286 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748127ed-ddfb-49e4-a094-9914e47d1be0 req-2935dcca-5704-433e-b57c-344e3371f15b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:40.952286 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-748127ed-ddfb-49e4-a094-9914e47d1be0 req-2935dcca-5704-433e-b57c-344e3371f15b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.1355054 Jul 20 22:47:40.967148 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.090355 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.098567 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks [] for router_controller (29a03387-b6c6-4bb8-badb-15ffb1ab2183), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.185143 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-748127ed-ddfb-49e4-a094-9914e47d1be0 req-1a128149-6e20-46bf-b4f1-0d04804c3364 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147088 Jul 20 22:47:41.375586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (29a03387-b6c6-4bb8-badb-15ffb1ab2183), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.377734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a03387-b6c6-4bb8-badb-15ffb1ab2183 {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:47:41.381484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.382651 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-de4f546c-38d1-4117-9489-ead4a7a48dd2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/29a03387-b6c6-4bb8-badb-15ffb1ab2183 HTTP/1.1" status: 204 len: 168 time: 1.6849957 Jul 20 22:47:41.385070 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49748) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:41.431893 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Deleting subnet 31139e6a-330b-49ab-a3e3-08ccfe91fe2a {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:47:41.436145 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Publish callbacks [] for subnet (31139e6a-330b-49ab-a3e3-08ccfe91fe2a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.483431 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (31139e6a-330b-49ab-a3e3-08ccfe91fe2a), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.598325 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (31139e6a-330b-49ab-a3e3-08ccfe91fe2a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.651809 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:41.775780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (31139e6a-330b-49ab-a3e3-08ccfe91fe2a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.804361 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31139e6a-330b-49ab-a3e3-08ccfe91fe2a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:41.811053 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.811810 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f87cd3d3-9dbf-4ade-a6c6-bbbfa344f0a6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/31139e6a-330b-49ab-a3e3-08ccfe91fe2a HTTP/1.1" status: 204 len: 168 time: 0.4253507 Jul 20 22:47:41.814185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49758) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:41.818831 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2422b-ef23-46a7-9f63-7c42a282f20a None None] Network 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:47:41.921371 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.924687 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f77877f1-9d93-4b9c-97be-a1dac19af538 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:47:41.949751 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: f77877f1-9d93-4b9c-97be-a1dac19af538 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:47:41.950098 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f77877f1-9d93-4b9c-97be-a1dac19af538 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:47:41.950510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a50ab645-551e-4ca8-8281-810c2a8952e4 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:47:41.981442 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Deleting port 5528b13e-ae42-4b55-8a82-0ed786a855a1 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:47:41.981829 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:41.994979 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: a50ab645-551e-4ca8-8281-810c2a8952e4 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:47:41.995380 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a50ab645-551e-4ca8-8281-810c2a8952e4 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:47:42.054047 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] For port 5528b13e-ae42-4b55-8a82-0ed786a855a1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5528b13e-ae42-4b55-8a82-0ed786a855a1,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:47:42.054047 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.066623 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Calling delete_port for 5528b13e-ae42-4b55-8a82-0ed786a855a1 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:47:42.092551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] DHCP port deletion for 33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:47:42.138253 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Deleting port 5528b13e-ae42-4b55-8a82-0ed786a855a1 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:47:42.138711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.204730 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] For port 5528b13e-ae42-4b55-8a82-0ed786a855a1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5528b13e-ae42-4b55-8a82-0ed786a855a1,segment=NetworkSegment(f35782a0-ea60-4ead-890a-922bbcfd7ed0),segment_id=f35782a0-ea60-4ead-890a-922bbcfd7ed0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:47:42.205127 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.222817 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Calling delete_port for 5528b13e-ae42-4b55-8a82-0ed786a855a1 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:47:42.261996 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.289571 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5528b13e-ae42-4b55-8a82-0ed786a855a1,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:42.291638 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] No DVR routers for this DVR port 5528b13e-ae42-4b55-8a82-0ed786a855a1 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:47:42.313203 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e763f9-e2d5-4ae8-a5c8-7db7a42aae05 req-868e02f5-ba62-4514-8d02-a73e5de2815e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:42.315341 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-07e763f9-e2d5-4ae8-a5c8-7db7a42aae05 req-868e02f5-ba62-4514-8d02-a73e5de2815e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0583379 Jul 20 22:47:42.372581 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (5528b13e-ae42-4b55-8a82-0ed786a855a1), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.383627 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.401162 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-07e763f9-e2d5-4ae8-a5c8-7db7a42aae05 req-e6d5e39e-c6c4-4a0b-a07f-ec387b20b51d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799634 Jul 20 22:47:42.406130 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Pushing event deleted for resources: {'Port': ['ID=5528b13e-ae42-4b55-8a82-0ed786a855a1,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:42.416655 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.417296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.417828 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.418355 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.418859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.419400 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.421236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.421738 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:47:42.428867 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab623387-07bd-4349-abcd-1f1acacc07d7 None None] No DVR routers for this DVR port 5528b13e-ae42-4b55-8a82-0ed786a855a1 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:47:42.617819 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:42.627293 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:42.629432 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35782a0-ea60-4ead-890a-922bbcfd7ed0') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:42.629728 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35782a0-ea60-4ead-890a-922bbcfd7ed0') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:47:42.640587 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (f35782a0-ea60-4ead-890a-922bbcfd7ed0), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.654620 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (f35782a0-ea60-4ead-890a-922bbcfd7ed0), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.661982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:47:42.662580 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (f35782a0-ea60-4ead-890a-922bbcfd7ed0), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.710844 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment f35782a0-ea60-4ead-890a-922bbcfd7ed0 resource provider aggregate not found Jul 20 22:47:42.732029 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment f35782a0-ea60-4ead-890a-922bbcfd7ed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f35782a0-ea60-4ead-890a-922bbcfd7ed0 found for delete ", "request_id": "req-b1e319b8-68c7-4d87-962b-22ebe55a8136"}]} Jul 20 22:47:42.821130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.829988 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:42.833038 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5 HTTP/1.1" status: 204 len: 168 time: 1.0177460 Jul 20 22:47:42.847267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230b578-afe3-4e5d-9299-ec3096f062e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ffcf4d-7a0e-4b55-9b5e-f16d1fe19cf5,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:43.296553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49800) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:43.342103 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1276f42f-7fa0-4eb2-ace8-b301d3d5252d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=788c1d44ad5d442e8ec58f1d76ae649b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443308 Jul 20 22:47:43.352644 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 49804) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:47:43.407087 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] Publish callbacks [] for security_group (9192e354-616a-4436-afed-66f06dc34755), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:43.436949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] Publish callbacks [] for security_group (9192e354-616a-4436-afed-66f06dc34755), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:43.541964 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd541c-26b9-4d40-9959-2aad3d735df9 req-5f1479e7-4c55-4c34-882d-7d7fcd45d4b6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:43.544020 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20cd541c-26b9-4d40-9959-2aad3d735df9 req-5f1479e7-4c55-4c34-882d-7d7fcd45d4b6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0508075 Jul 20 22:47:43.591448 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20cd541c-26b9-4d40-9959-2aad3d735df9 req-941e0482-3302-42b8-a2c9-8817d1db0344 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Jul 20 22:47:43.598565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9192e354-616a-4436-afed-66f06dc34755), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:43.601283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:43.602736 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9192e354-616a-4436-afed-66f06dc34755 HTTP/1.1" status: 204 len: 168 time: 0.2486196 Jul 20 22:47:43.616611 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be0b04-2884-4271-a376-195c3e196b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9192e354-616a-4436-afed-66f06dc34755,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:47:43.836671 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5528b13e-ae42-4b55-8a82-0ed786a855a1 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:47:43.857474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 5528b13e-ae42-4b55-8a82-0ed786a855a1 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:47:43.857819 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5528b13e-ae42-4b55-8a82-0ed786a855a1 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:47:44.306961 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df32ff7-4c18-486e-8ec9-93eb68434997 req-3432092d-9891-4f0a-92a9-0158a055d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:44.309136 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8df32ff7-4c18-486e-8ec9-93eb68434997 req-3432092d-9891-4f0a-92a9-0158a055d3a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0431569 Jul 20 22:47:44.362576 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8df32ff7-4c18-486e-8ec9-93eb68434997 req-2fba54d5-f3a0-4d90-805e-90ce76eba5d1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Jul 20 22:47:44.715188 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1bdf3-e2c7-4bf5-8631-5adce4801ad0 req-d40d3269-e6b9-4530-85e2-36bce1d44414 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:44.715543 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3d1bdf3-e2c7-4bf5-8631-5adce4801ad0 req-d40d3269-e6b9-4530-85e2-36bce1d44414 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0492055 Jul 20 22:47:44.763896 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3d1bdf3-e2c7-4bf5-8631-5adce4801ad0 req-6290a31b-536b-4969-bffb-d66ba49ec4cf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Jul 20 22:47:45.891586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90358d2a-6c16-4f2e-a467-1581f0cf0e7e req-980fd366-92f1-4a05-8a48-adcb419d68c3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:45.891586 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-90358d2a-6c16-4f2e-a467-1581f0cf0e7e req-980fd366-92f1-4a05-8a48-adcb419d68c3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0529137 Jul 20 22:47:45.908361 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:47:45.941626 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-90358d2a-6c16-4f2e-a467-1581f0cf0e7e req-ada4de9a-eadd-4543-b1ba-1967e00980f8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Jul 20 22:47:47.057188 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94cf87-0c66-49cc-aef9-b4f15a36935a req-4706f2f0-b034-4e18-bac8-f92d52e5d419 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.059953 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c94cf87-0c66-49cc-aef9-b4f15a36935a req-4706f2f0-b034-4e18-bac8-f92d52e5d419 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0516217 Jul 20 22:47:47.106232 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c94cf87-0c66-49cc-aef9-b4f15a36935a req-9f647d45-af2c-4608-91a4-1f81373792c7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Jul 20 22:47:47.546877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745315ce-96a0-4b2c-adb8-be37696fd3c4 req-8ed6c6c4-138e-46f2-b5ed-8c091c39ea8a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.548645 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-745315ce-96a0-4b2c-adb8-be37696fd3c4 req-8ed6c6c4-138e-46f2-b5ed-8c091c39ea8a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0544038 Jul 20 22:47:47.603252 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-745315ce-96a0-4b2c-adb8-be37696fd3c4 req-1fe613f4-3e0d-411f-94b6-eb9237d43e88 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Jul 20 22:47:47.631364 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-1ddbb312-fc77-4cce-8d0d-0af33ae6db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.633166 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-1ddbb312-fc77-4cce-8d0d-0af33ae6db8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0484555 Jul 20 22:47:47.737123 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-fe551374-0308-44e0-9d39-b5c83746a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.738673 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-fe551374-0308-44e0-9d39-b5c83746a3e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0983732 Jul 20 22:47:47.805002 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-3d9ba663-9390-418f-898c-e6a8d4570df2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 217 time: 0.0595469 Jul 20 22:47:47.867254 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-73df8f63-7bac-41bd-950f-bd6df309ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.869063 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-73df8f63-7bac-41bd-950f-bd6df309ba5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0576286 Jul 20 22:47:47.920354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-e35dfd95-0c57-4773-b068-18cd4a0d3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:47.922134 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-e35dfd95-0c57-4773-b068-18cd4a0d3e25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460880 Jul 20 22:47:48.026851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-9e79274e-3174-4114-a352-d357d8eba0e3 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915995 Jul 20 22:47:48.060004 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:48.126985 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f80568-52c7-45f2-96c0-f0e306fb21e0 req-8857c4ac-884c-47c2-8b29-970a6e8722cc service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909133 Jul 20 22:47:48.729846 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e33924-af13-44ee-b5f2-4dafb9b6a4be req-2cd1097c-a63c-45e1-a890-2a8ea2f47046 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:48.731267 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8e33924-af13-44ee-b5f2-4dafb9b6a4be req-2cd1097c-a63c-45e1-a890-2a8ea2f47046 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0521674 Jul 20 22:47:48.781969 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8e33924-af13-44ee-b5f2-4dafb9b6a4be req-31010293-8342-49a4-a5db-bee2783fab4e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Jul 20 22:47:49.900925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beed21-4eb9-4681-8dfd-f858c5a01897 req-9dbbf725-0ad3-401a-81f9-79faf173b361 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:49.902405 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1beed21-4eb9-4681-8dfd-f858c5a01897 req-9dbbf725-0ad3-401a-81f9-79faf173b361 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0488348 Jul 20 22:47:49.954558 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1beed21-4eb9-4681-8dfd-f858c5a01897 req-42d09dec-448c-43d9-8c2e-8d1baee3e95a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Jul 20 22:47:50.354772 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=43 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:51.074618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccdc9e-1120-4fb3-b118-7a1f183cd5b5 req-4a3e79bc-ec5d-413e-a162-aceeb7caf4de tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:51.074618 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-70ccdc9e-1120-4fb3-b118-7a1f183cd5b5 req-4a3e79bc-ec5d-413e-a162-aceeb7caf4de tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0498648 Jul 20 22:47:51.121503 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-70ccdc9e-1120-4fb3-b118-7a1f183cd5b5 req-0b05f4ac-aa53-4713-aa8b-e4f9a90ed97c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Jul 20 22:47:52.253261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326c05-5b33-45ce-84b5-2da2724f7631 req-06095be3-7e2f-41da-a705-8f34000c2aaa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:47:52.254861 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9e326c05-5b33-45ce-84b5-2da2724f7631 req-06095be3-7e2f-41da-a705-8f34000c2aaa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0581326 Jul 20 22:47:52.316597 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9e326c05-5b33-45ce-84b5-2da2724f7631 req-1aab508e-d44f-44f0-bc80-9fa43a770777 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Jul 20 22:47:53.630566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:53.842854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:47:54.362857 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:47:55.901503 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=42 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:01.110383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:01.117560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=22 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:01.495987 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50136) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:01.500533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956894565', 'description': 'tempest-description--500488126'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:01.591799 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:01.603711 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:01.661847 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (da5bdeb6-17ba-4787-b88e-aec52f1e05fe), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:01.665553 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fa0d23fd-6bff-43c5-bc45-423896a79dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:01.722926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (da5bdeb6-17ba-4787-b88e-aec52f1e05fe), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:01.730332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:01.760990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5bdeb6-17ba-4787-b88e-aec52f1e05fe,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:01.844937 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:01.846197 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8190c483-955d-4879-ac06-85bb24cf936e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3491766 Jul 20 22:48:01.854273 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50148) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:01.858547 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'security_group_rule': {'security_group_id': 'da5bdeb6-17ba-4787-b88e-aec52f1e05fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:02.001159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (4c59bc12-1ae0-4e78-881d-05296de3bc2a), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.049242 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (4c59bc12-1ae0-4e78-881d-05296de3bc2a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.141383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (4c59bc12-1ae0-4e78-881d-05296de3bc2a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.166834 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c59bc12-1ae0-4e78-881d-05296de3bc2a,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:02.267533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.269318 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a402c376-00c0-4b6a-981d-2184db4d47f5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135721 Jul 20 22:48:02.272074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50168) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:02.276940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'security_group_rule': {'security_group_id': 'da5bdeb6-17ba-4787-b88e-aec52f1e05fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:02.368752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (6bdd560b-9c9d-4f25-8283-3029fd3d72f1), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.433661 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (6bdd560b-9c9d-4f25-8283-3029fd3d72f1), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.523092 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (6bdd560b-9c9d-4f25-8283-3029fd3d72f1), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.543543 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdd560b-9c9d-4f25-8283-3029fd3d72f1,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:02.656417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.657577 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-903c2e04-f7d3-4283-8883-8dfdf36944c0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841248 Jul 20 22:48:02.660693 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50180) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:02.665013 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:02.751834 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.835394 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:02.934008 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:02.941393 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Allocated IP 172.27.1.154 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/21674ca6-28c2-456c-8fca-8e9f18e0042f) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:48:03.009589 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 50186) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:03.056784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.118641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c0ba310e-2a04-4d34-b968-e41b74c92ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.164091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.215505 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c0ba310e-2a04-4d34-b968-e41b74c92ca7 admin admin] Publish callbacks [] for security_group (29aeb9b0-7c6c-41f8-8965-f823021d9c08), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.223955 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:48:03.229233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:48:03.231855 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:48:03.258484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'Port': ['ID=21674ca6-28c2-456c-8fca-8e9f18e0042f,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:03.281222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:03.285157 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c0ba310e-2a04-4d34-b968-e41b74c92ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (29aeb9b0-7c6c-41f8-8965-f823021d9c08), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.330542 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.333531 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c0ba310e-2a04-4d34-b968-e41b74c92ca7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=784b649539a44bbdbc040a34f840bc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228533 Jul 20 22:48:03.334395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba310e-2a04-4d34-b968-e41b74c92ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aeb9b0-7c6c-41f8-8965-f823021d9c08,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:03.336390 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50190) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:03.386909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] Publish callbacks [] for security_group (29aeb9b0-7c6c-41f8-8965-f823021d9c08), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.409095 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] Publish callbacks [] for security_group (29aeb9b0-7c6c-41f8-8965-f823021d9c08), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.469853 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.570079 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (29aeb9b0-7c6c-41f8-8965-f823021d9c08), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.572941 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.574851 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29aeb9b0-7c6c-41f8-8965-f823021d9c08 HTTP/1.1" status: 204 len: 168 time: 0.2373228 Jul 20 22:48:03.595189 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab698c0d-e29f-48da-aeeb-23aaee3a694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aeb9b0-7c6c-41f8-8965-f823021d9c08,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:03.612501 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:03.642612 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.705238 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.776707 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'Port': ['ID=21674ca6-28c2-456c-8fca-8e9f18e0042f,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:03.791464 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.924727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:03.926308 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-054e6240-cd59-4804-a3ed-c9756a3e3851 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2644379 Jul 20 22:48:03.979819 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5caa1a41-3a87-4e0f-bff6-e545dd1d89a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.123397 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-c2f96be8-1093-46bd-996d-89f11779ea7c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--956894565&fields=id&tenant_id=55c688e93c2b414ca86a3c2f9ec84798 HTTP/1.1" status: 200 len: 267 time: 0.0438399 Jul 20 22:48:04.230587 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-87a27852-8972-42a2-a45f-470b70ebea36 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:04.232059 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-87a27852-8972-42a2-a45f-470b70ebea36 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.1017134 Jul 20 22:48:04.250611 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-3396b918-d873-4d3f-a738-359145efbaca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/quotas/55c688e93c2b414ca86a3c2f9ec84798 HTTP/1.1" status: 200 len: 375 time: 0.0095987 Jul 20 22:48:04.309310 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bda8988e-259e-4f71-b403-ad896e64d9e5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525031 Jul 20 22:48:04.355637 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50218) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:04.369989 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7641938-bd7f-4d3a-a9de-6522d737a873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.408761 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-707a7974-39a4-406f-af20-637354b46c24 service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875647 Jul 20 22:48:04.447261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7641938-bd7f-4d3a-a9de-6522d737a873 admin admin] Publish callbacks [] for security_group (cfad41d5-3987-415a-aa55-c2b251a37f0b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.505877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c7641938-bd7f-4d3a-a9de-6522d737a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (cfad41d5-3987-415a-aa55-c2b251a37f0b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.553581 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c7641938-bd7f-4d3a-a9de-6522d737a873 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81c0f7a1233146f2b6240fadc2e703db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959116 Jul 20 22:48:04.562499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641938-bd7f-4d3a-a9de-6522d737a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfad41d5-3987-415a-aa55-c2b251a37f0b,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:04.567467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50224) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:04.625455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] Publish callbacks [] for security_group (cfad41d5-3987-415a-aa55-c2b251a37f0b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.653089 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] Publish callbacks [] for security_group (cfad41d5-3987-415a-aa55-c2b251a37f0b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.729170 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-3dfddc80-74e3-4a36-8f18-f7ca9e09b78b service neutron] 10.222.0.81 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140042 Jul 20 22:48:04.791138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (cfad41d5-3987-415a-aa55-c2b251a37f0b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.793788 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:04.797444 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfad41d5-3987-415a-aa55-c2b251a37f0b HTTP/1.1" status: 204 len: 168 time: 0.2265401 Jul 20 22:48:04.806226 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de58630-f9bc-4992-88c1-f6099af3e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfad41d5-3987-415a-aa55-c2b251a37f0b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:04.977702 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:04.980595 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-af751fef-9117-4462-961a-047617f6a61e req-f01e286f-ef2b-4297-9717-7440805eb7e1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 210 time: 0.0297189 Jul 20 22:48:05.219444 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:05.887067 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 50254) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:05.901253 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc5e-3a85-46e1-b308-404158445a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:05.984556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc5e-3a85-46e1-b308-404158445a44 admin admin] Publish callbacks [] for security_group (63041957-e79a-4ec8-82d4-7781ecd88e51), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.061843 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae968616-c00e-43c4-9dd8-382ce11e2572 req-c191881e-87fd-4801-a267-ff0a9f027bf0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 210 time: 0.0281549 Jul 20 22:48:06.105437 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5ca8fc5e-3a85-46e1-b308-404158445a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (63041957-e79a-4ec8-82d4-7781ecd88e51), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.147410 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-5ca8fc5e-3a85-46e1-b308-404158445a44 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acebca96d1a24a02af045a788529530c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583268 Jul 20 22:48:06.154835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8fc5e-3a85-46e1-b308-404158445a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63041957-e79a-4ec8-82d4-7781ecd88e51,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:06.154972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 50264) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:06.210498 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] Publish callbacks [] for security_group (63041957-e79a-4ec8-82d4-7781ecd88e51), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.212775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:06.221146 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:06.233992 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] Publish callbacks [] for security_group (63041957-e79a-4ec8-82d4-7781ecd88e51), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.351323 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (63041957-e79a-4ec8-82d4-7781ecd88e51), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.354003 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.355310 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63041957-e79a-4ec8-82d4-7781ecd88e51 HTTP/1.1" status: 204 len: 168 time: 0.1993673 Jul 20 22:48:06.363912 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624e695-3b24-46d7-990d-58e82e973bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63041957-e79a-4ec8-82d4-7781ecd88e51,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:06.403138 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.797052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:06.948854 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:06.952065 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:07.181059 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-88044346-8092-449d-91bc-45c11857e701 req-d15ab7d6-ba02-424b-a9ac-9b989c42f916 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 210 time: 0.0355058 Jul 20 22:48:07.628590 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-a2062d2f-0866-4b4b-9f1d-4df64b4f95dc tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:07.630348 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-a2062d2f-0866-4b4b-9f1d-4df64b4f95dc tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 818 time: 0.1319404 Jul 20 22:48:07.683117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50350) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:07.719379 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-d756790a-dc22-4b54-9c1c-8a7d7f675c07 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c688e93c2b414ca86a3c2f9ec84798 HTTP/1.1" status: 200 len: 379 time: 0.0723233 Jul 20 22:48:07.731992 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'port': {'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'admin_state_up': True, 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'security_groups': ['da5bdeb6-17ba-4787-b88e-aec52f1e05fe']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:07.845682 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf58b-b1ad-4f7b-be5f-084967f73e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:07.932591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf58b-b1ad-4f7b-be5f-084967f73e3b admin admin] Publish callbacks [] for security_group (963a430d-2df8-4e6a-b8d0-762a7d9d7adb), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:07.985522 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Made reservation on behalf of 55c688e93c2b414ca86a3c2f9ec84798 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:48:07.989868 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.025437 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf58b-b1ad-4f7b-be5f-084967f73e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (963a430d-2df8-4e6a-b8d0-762a7d9d7adb), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.070402 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f8fbf58b-b1ad-4f7b-be5f-084967f73e3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19c2bac554864487b87772c8d8663a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852820 Jul 20 22:48:08.073022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50392) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:08.079302 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbf58b-b1ad-4f7b-be5f-084967f73e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a430d-2df8-4e6a-b8d0-762a7d9d7adb,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:08.133563 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] Publish callbacks [] for security_group (963a430d-2df8-4e6a-b8d0-762a7d9d7adb), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.139972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Allocated IP 172.20.0.14 (efcbc23a-538d-4e8a-a0a8-c637f267412a/80e44ff8-24a7-403b-8594-f0940d944bf8/6cedd83c-eef6-4869-997c-997862003129) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:48:08.156857 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] Publish callbacks [] for security_group (963a430d-2df8-4e6a-b8d0-762a7d9d7adb), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.295057 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (963a430d-2df8-4e6a-b8d0-762a7d9d7adb), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.296766 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b4577a4b-5f6c-400e-b0e2-c4fbb93360ae req-7a554fd1-b6b3-4418-9462-22d77da6a611 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 210 time: 0.0386310 Jul 20 22:48:08.297106 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.299155 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/963a430d-2df8-4e6a-b8d0-762a7d9d7adb HTTP/1.1" status: 204 len: 168 time: 0.2244856 Jul 20 22:48:08.308780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf6967-f3f6-4d34-a0ef-4990577d9c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a430d-2df8-4e6a-b8d0-762a7d9d7adb,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:08.331766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for port (6cedd83c-eef6-4869-997c-997862003129), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.477197 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (6cedd83c-eef6-4869-997c-997862003129), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.522210 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Network efcbc23a-538d-4e8a-a0a8-c637f267412a is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:48:08.527579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:48:08.530344 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:48:08.563165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event updated for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:08.599968 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:08.601633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.604288 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:08.709895 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-65233a88-70b6-4bd9-9abb-fa81441a4aa9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9842234 Jul 20 22:48:08.737630 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Request body: {'port': {'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:08.747050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:08.792178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-bf08ffec-816b-4e4f-88b4-5696c7eb5b6f None None] Provisioning complete for port 6cedd83c-eef6-4869-997c-997862003129 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:48:08.792178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bf08ffec-816b-4e4f-88b4-5696c7eb5b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (6cedd83c-eef6-4869-997c-997862003129), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.834826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (6cedd83c-eef6-4869-997c-997862003129), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:08.834929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-bf08ffec-816b-4e4f-88b4-5696c7eb5b6f None None] Port 6cedd83c-eef6-4869-997c-997862003129 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:48:09.121457 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cedd83c-eef6-4869-997c-997862003129 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:48:09.128995 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks [] for port (6cedd83c-eef6-4869-997c-997862003129), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:09.141345 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Transition to ACTIVE for port object 6cedd83c-eef6-4869-997c-997862003129 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:48:09.231354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (6cedd83c-eef6-4869-997c-997862003129), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:09.326151 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Pushing event updated for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:09.388039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Attempting to bind port 6cedd83c-eef6-4869-997c-997862003129 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:48:09.388039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Attempting to bind port 6cedd83c-eef6-4869-997c-997862003129 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:48:09.388039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Attempting to bind port 6cedd83c-eef6-4869-997c-997862003129 on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:48:09.391397 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Port 6cedd83c-eef6-4869-997c-997862003129 on network efcbc23a-538d-4e8a-a0a8-c637f267412a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:48:09.391792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Attempting to bind port 6cedd83c-eef6-4869-997c-997862003129 on network efcbc23a-538d-4e8a-a0a8-c637f267412a {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:48:09.397282 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:09.398522 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:48:09.398929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Checking segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:48:09.399413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Bound using segment: {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:48:09.399984 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Bound port: 6cedd83c-eef6-4869-997c-997862003129, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:48:09.400517 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (6cedd83c-eef6-4869-997c-997862003129), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:09.461612 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92f5e-2bd6-4456-8f4f-c00c37348eab req-42512e21-5a44-4e07-a6c0-62dd61f3cdc5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:09.471098 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5be92f5e-2bd6-4456-8f4f-c00c37348eab req-42512e21-5a44-4e07-a6c0-62dd61f3cdc5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 944 time: 0.0593650 Jul 20 22:48:09.472751 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:48:09.477886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6cedd83c-eef6-4869-997c-997862003129,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:48:09.528860 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5be92f5e-2bd6-4456-8f4f-c00c37348eab req-14a25866-f915-4a9b-8325-83535581376f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562410 Jul 20 22:48:09.574802 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (6cedd83c-eef6-4869-997c-997862003129), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:09.609798 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:09.610426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:09.611867 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] 10.222.0.23 "PUT /v2.0/ports/6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1094 time: 0.8828146 Jul 20 22:48:09.612262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:48:09.614795 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64da3e-bfcc-4e0a-9a64-681437b61df9" -d '{"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:48:09.641979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3d279-f15c-41ad-9e79-455259471645 service neutron] Pushing event updated for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:09.667304 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a71ff5d-149a-442a-8d1a-1f9c5b1759c6 x-openstack-request-id: req-2a71ff5d-149a-442a-8d1a-1f9c5b1759c6 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:48:09.667590 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:48:09.667835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a71ff5d-149a-442a-8d1a-1f9c5b1759c6 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:48:09.668236 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a71ff5d-149a-442a-8d1a-1f9c5b1759c6'] response: {'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'status': 'completed', 'code': 200} Jul 20 22:48:09.765842 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-ab57c120-acfa-40ff-888c-e798ad22fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:09.767271 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-ab57c120-acfa-40ff-888c-e798ad22fe3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1128 time: 0.0444305 Jul 20 22:48:09.933626 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-890483de-ebbd-4592-a8b9-2b66415e728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:09.935142 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-890483de-ebbd-4592-a8b9-2b66415e728e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1431558 Jul 20 22:48:10.032556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-fb19a13c-68c5-41a5-aade-a5c8c729f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:10.034701 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64da3e-bfcc-4e0a-9a64-681437b61df9 req-fb19a13c-68c5-41a5-aade-a5c8c729f612 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928748 Jul 20 22:48:10.157919 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-8e22b79f-aca2-4c0c-af42-5d9a88cce03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:10.161794 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-8e22b79f-aca2-4c0c-af42-5d9a88cce03b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1128 time: 0.0461245 Jul 20 22:48:10.225498 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-673c01a8-f44b-4f23-82a1-51d597329159 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 217 time: 0.0434983 Jul 20 22:48:10.275526 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-252fc81b-3b2f-4237-aaa6-5cbd2cb018eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:10.277091 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-252fc81b-3b2f-4237-aaa6-5cbd2cb018eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0459340 Jul 20 22:48:10.324131 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-e65c7a2a-7742-4bc7-a565-881f243cddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:10.325666 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-e65c7a2a-7742-4bc7-a565-881f243cddfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405340 Jul 20 22:48:10.436219 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-5d016ee8-3e02-4b24-849a-e7ca203761ae service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030030 Jul 20 22:48:10.520110 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:10.539740 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-75d8a3d7-1390-4e7b-a8c9-9982f9882914 req-1ea7023d-66b0-4ee4-b1a5-c6cd3eefad38 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961521 Jul 20 22:48:10.651715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ced8f-b8f1-4b41-a162-83cc729ee180 req-a6fe1128-650c-47d9-bb5e-f0b26f4d3bb3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:10.653303 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3b0ced8f-b8f1-4b41-a162-83cc729ee180 req-a6fe1128-650c-47d9-bb5e-f0b26f4d3bb3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 944 time: 0.0542083 Jul 20 22:48:10.704845 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3b0ced8f-b8f1-4b41-a162-83cc729ee180 req-2430a3c4-92fc-4ce7-9a89-c7bf8f3696c3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446033 Jul 20 22:48:11.831853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b65a1-aca6-4944-a068-5743ec29e449 req-f19e6392-e1a5-4e4e-8c8b-5b83054deecb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:11.833378 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d3b65a1-aca6-4944-a068-5743ec29e449 req-f19e6392-e1a5-4e4e-8c8b-5b83054deecb tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 944 time: 0.0551703 Jul 20 22:48:11.885062 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d3b65a1-aca6-4944-a068-5743ec29e449 req-8cdf8fb6-a997-4f22-9d0f-e02dba1f559d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459111 Jul 20 22:48:11.945825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50530) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:12.053878 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-395ac709-c244-49ef-9a66-f39b92d2d194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.108836 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:12.138323 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-395ac709-c244-49ef-9a66-f39b92d2d194 admin admin] Publish callbacks [] for security_group (19473be5-1d2d-4fc6-a764-b88b9db84690), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.190990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-395ac709-c244-49ef-9a66-f39b92d2d194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (19473be5-1d2d-4fc6-a764-b88b9db84690), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.232948 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ac709-c244-49ef-9a66-f39b92d2d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19473be5-1d2d-4fc6-a764-b88b9db84690,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:12.237783 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-395ac709-c244-49ef-9a66-f39b92d2d194 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80a25ac1672c48cb897167787b0ffbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908394 Jul 20 22:48:12.244070 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50534) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:12.253791 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:12.292499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] Publish callbacks [] for security_group (19473be5-1d2d-4fc6-a764-b88b9db84690), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.319227 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] Publish callbacks [] for security_group (19473be5-1d2d-4fc6-a764-b88b9db84690), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.432780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (19473be5-1d2d-4fc6-a764-b88b9db84690), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.435417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:12.436661 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19473be5-1d2d-4fc6-a764-b88b9db84690 HTTP/1.1" status: 204 len: 168 time: 0.1950495 Jul 20 22:48:12.449592 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303c397-abc0-4882-bfdf-b3e393a04211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19473be5-1d2d-4fc6-a764-b88b9db84690,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:13.018954 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c563f-9ee5-45d4-a78b-f3b78fa5d6b2 req-55879377-b1b0-43af-a3b3-8878592d9910 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:13.020644 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dd1c563f-9ee5-45d4-a78b-f3b78fa5d6b2 req-55879377-b1b0-43af-a3b3-8878592d9910 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 944 time: 0.0636435 Jul 20 22:48:13.069525 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dd1c563f-9ee5-45d4-a78b-f3b78fa5d6b2 req-7677461d-606b-4489-9c69-d2faa1015701 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433404 Jul 20 22:48:13.076838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50550) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:13.090959 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2479119f-dd4f-4c85-bcc2-d2f51f815214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.168197 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2479119f-dd4f-4c85-bcc2-d2f51f815214 admin admin] Publish callbacks [] for security_group (394823ea-d23e-4265-98f1-f4716221d0b9), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.248212 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2479119f-dd4f-4c85-bcc2-d2f51f815214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (394823ea-d23e-4265-98f1-f4716221d0b9), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.291739 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479119f-dd4f-4c85-bcc2-d2f51f815214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394823ea-d23e-4265-98f1-f4716221d0b9,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:13.297118 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2479119f-dd4f-4c85-bcc2-d2f51f815214 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=843162eb36594e958b8037a47194a396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193177 Jul 20 22:48:13.300035 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 50552) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:13.353041 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] Publish callbacks [] for security_group (394823ea-d23e-4265-98f1-f4716221d0b9), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.374371 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] Publish callbacks [] for security_group (394823ea-d23e-4265-98f1-f4716221d0b9), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.534407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (394823ea-d23e-4265-98f1-f4716221d0b9), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.537584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:13.542988 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/394823ea-d23e-4265-98f1-f4716221d0b9 HTTP/1.1" status: 204 len: 168 time: 0.2416902 Jul 20 22:48:13.551820 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9373e0-a270-4ed3-8a1e-61d187f3e7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394823ea-d23e-4265-98f1-f4716221d0b9,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:14.192462 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10536e-6338-4a61-901f-450a45ac1f98 req-723e2b7c-664d-411b-9f82-026c99322126 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:14.194101 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c10536e-6338-4a61-901f-450a45ac1f98 req-723e2b7c-664d-411b-9f82-026c99322126 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 944 time: 0.0558581 Jul 20 22:48:14.230520 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:14.245544 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c10536e-6338-4a61-901f-450a45ac1f98 req-360dc190-0fba-43b1-8bf5-b4c42d3e515d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Jul 20 22:48:14.962419 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 6cedd83c-eef6-4869-997c-997862003129 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:48:15.068127 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6cedd83c-eef6-4869-997c-997862003129,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:48:15.081878 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '6cedd83c-eef6-4869-997c-997862003129', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:48:15.123583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 6cedd83c-eef6-4869-997c-997862003129 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:48:15.123980 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (6cedd83c-eef6-4869-997c-997862003129), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:15.137758 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cedd83c-eef6-4869-997c-997862003129 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:48:15.164132 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6cedd83c-eef6-4869-997c-997862003129,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:48:15.237664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (6cedd83c-eef6-4869-997c-997862003129), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:15.295552 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:15.366949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fb0c9-364d-4ed2-9006-c403d9ebe6b1 req-b3c925e3-e104-45d1-b78f-4ea648d741a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:15.368318 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4a0fb0c9-364d-4ed2-9006-c403d9ebe6b1 req-b3c925e3-e104-45d1-b78f-4ea648d741a2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Jul 20 22:48:15.420873 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4a0fb0c9-364d-4ed2-9006-c403d9ebe6b1 req-2872e2a3-e43d-4d62-94f5-d659f08aade5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459702 Jul 20 22:48:15.947437 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['6cedd83c-eef6-4869-997c-997862003129'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:48:16.537777 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8b873-89f9-472f-9822-6133770c7d4b req-3f411c77-3f36-4fe2-92e3-3b135b598421 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:16.539337 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6ac8b873-89f9-472f-9822-6133770c7d4b req-3f411c77-3f36-4fe2-92e3-3b135b598421 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Jul 20 22:48:16.588210 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6ac8b873-89f9-472f-9822-6133770c7d4b req-64ddb695-251b-43db-a590-e21366d5225e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Jul 20 22:48:17.470526 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 6cedd83c-eef6-4869-997c-997862003129 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:48:17.498332 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:17.511202 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:17.519312 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 6cedd83c-eef6-4869-997c-997862003129 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:48:17.618972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 6cedd83c-eef6-4869-997c-997862003129 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:48:17.619382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (6cedd83c-eef6-4869-997c-997862003129), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:17.699676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 6cedd83c-eef6-4869-997c-997862003129 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:48:17.699676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (6cedd83c-eef6-4869-997c-997862003129), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:17.713733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65775a-7bd8-4e13-8483-c6833616c0c4 req-ab167e5c-1e7a-48be-aae4-f383129deed0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:17.715273 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a65775a-7bd8-4e13-8483-c6833616c0c4 req-ab167e5c-1e7a-48be-aae4-f383129deed0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Jul 20 22:48:17.723318 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:48:17.725516 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5bfd6e-6c67-4109-8971-ea3f8cf6874d" -d '{"events": [{"server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "name": "network-vif-plugged", "status": "completed", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:48:17.740011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6cedd83c-eef6-4869-997c-997862003129,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:48:17.777372 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a65775a-7bd8-4e13-8483-c6833616c0c4 req-8b280160-c04d-4bd1-89e5-be6417fac0e7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560517 Jul 20 22:48:17.781830 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64025ab-a801-44fb-acb6-4897b389dbb6 x-openstack-request-id: req-d64025ab-a801-44fb-acb6-4897b389dbb6 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:48:17.782275 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "name": "network-vif-plugged", "status": "completed", "tag": "6cedd83c-eef6-4869-997c-997862003129", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:48:17.782527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d64025ab-a801-44fb-acb6-4897b389dbb6 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:48:17.783005 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64025ab-a801-44fb-acb6-4897b389dbb6'] response: {'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'code': 200} Jul 20 22:48:17.859546 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (6cedd83c-eef6-4869-997c-997862003129), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:17.916376 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:18.275450 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068ddab-742f-40de-b440-7fbafecab64f req-3b69bf77-8f2d-426b-9731-580df553ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:18.277155 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7068ddab-742f-40de-b440-7fbafecab64f req-3b69bf77-8f2d-426b-9731-580df553ed13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0431199 Jul 20 22:48:18.325851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7068ddab-742f-40de-b440-7fbafecab64f req-c6895ed7-530b-47df-b979-7d169879369f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Jul 20 22:48:18.892496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4913b-94ff-4ece-b6d9-e593c05bd494 req-e3fe7013-281e-4302-b752-29fad38e5cf9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:18.894457 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9ff4913b-94ff-4ece-b6d9-e593c05bd494 req-e3fe7013-281e-4302-b752-29fad38e5cf9 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0467062 Jul 20 22:48:18.943749 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9ff4913b-94ff-4ece-b6d9-e593c05bd494 req-96ceb1a1-0b3a-45bf-bef1-10e0864c7f9e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Jul 20 22:48:20.066766 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee9a16-7e3a-491c-83c8-d881c1bf9309 req-67848ad3-e409-4670-ae79-e10fa1c52b0a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:20.068477 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7cee9a16-7e3a-491c-83c8-d881c1bf9309 req-67848ad3-e409-4670-ae79-e10fa1c52b0a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Jul 20 22:48:20.118514 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7cee9a16-7e3a-491c-83c8-d881c1bf9309 req-c7fd0c65-d363-4b74-937f-333f2ee5775e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 Jul 20 22:48:21.232967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f64102-135e-4dc7-98e2-24da0d1af25d req-21c72d78-e02a-4214-ba22-921ff5bf41f2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:21.234494 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f4f64102-135e-4dc7-98e2-24da0d1af25d req-21c72d78-e02a-4214-ba22-921ff5bf41f2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0484791 Jul 20 22:48:21.288295 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f4f64102-135e-4dc7-98e2-24da0d1af25d req-3c66730a-d952-48d1-8945-94492223d23e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481896 Jul 20 22:48:22.402324 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c97a-7da5-4ede-a665-eed8c305fe0b req-a72f0d10-c9e3-45d2-8001-1cf1184aa894 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:22.404096 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3983c97a-7da5-4ede-a665-eed8c305fe0b req-a72f0d10-c9e3-45d2-8001-1cf1184aa894 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0481586 Jul 20 22:48:22.415734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:22.454758 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3983c97a-7da5-4ede-a665-eed8c305fe0b req-2e5b81eb-a389-46db-9a23-e0ecaf080642 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Jul 20 22:48:22.908875 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:48:23.570973 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26671d5a-678a-433a-8717-ff961e4cd821 req-1e47799c-c9a3-4929-84b8-b28d09ac8008 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:23.572481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-26671d5a-678a-433a-8717-ff961e4cd821 req-1e47799c-c9a3-4929-84b8-b28d09ac8008 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0479712 Jul 20 22:48:23.620379 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-26671d5a-678a-433a-8717-ff961e4cd821 req-41b44169-dc29-4f5d-8ba5-eec72eee0b9a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Jul 20 22:48:24.401911 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:24.735807 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399b835-e70c-48ac-b540-a0a9cc78f32f req-5b8ed5f4-c598-4922-a149-329fe1dc56cf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:24.738038 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0399b835-e70c-48ac-b540-a0a9cc78f32f req-5b8ed5f4-c598-4922-a149-329fe1dc56cf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0472169 Jul 20 22:48:24.791886 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0399b835-e70c-48ac-b540-a0a9cc78f32f req-35026874-45ca-4c12-8fa8-816c271bd183 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475855 Jul 20 22:48:25.908408 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b023f2a-e46e-40e8-b07c-1ebb513f628f req-141a885e-6d7f-4a97-b4d7-d2bf712e1ae5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:25.909968 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8b023f2a-e46e-40e8-b07c-1ebb513f628f req-141a885e-6d7f-4a97-b4d7-d2bf712e1ae5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0490136 Jul 20 22:48:25.959129 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8b023f2a-e46e-40e8-b07c-1ebb513f628f req-b9d44d7c-f6c9-48c6-ab44-292675c34b22 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Jul 20 22:48:27.071635 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca21b8-de97-4536-9941-2d6b9d36f2d7 req-63021207-2280-4fe7-8482-46506e81cc4f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:27.073116 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3bca21b8-de97-4536-9941-2d6b9d36f2d7 req-63021207-2280-4fe7-8482-46506e81cc4f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0484159 Jul 20 22:48:27.121714 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3bca21b8-de97-4536-9941-2d6b9d36f2d7 req-e7590995-3200-475b-8aba-560b3ca2353a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Jul 20 22:48:28.225796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:28.237383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3999f-3513-40fd-9c28-a2bb0c2c269a req-dfaa9f76-bd89-498e-9b44-99b3e64f1be0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:28.238926 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9f3999f-3513-40fd-9c28-a2bb0c2c269a req-dfaa9f76-bd89-498e-9b44-99b3e64f1be0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Jul 20 22:48:28.287995 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9f3999f-3513-40fd-9c28-a2bb0c2c269a req-9c6177b0-ec3a-4a75-bacd-9e06abceaf18 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Jul 20 22:48:29.401215 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe43ac4-ac19-4d89-a9a2-5aa2dd7cff97 req-56ae44d7-ad01-4108-b4d0-9b7d8af98fa4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:29.402736 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbe43ac4-ac19-4d89-a9a2-5aa2dd7cff97 req-56ae44d7-ad01-4108-b4d0-9b7d8af98fa4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0470977 Jul 20 22:48:29.438660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:29.450690 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cbe43ac4-ac19-4d89-a9a2-5aa2dd7cff97 req-0a02aaef-5d3e-40a1-a2ee-b72cc65ee92e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422704 Jul 20 22:48:30.565036 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c912a9-ef34-4e68-880e-60528997918e req-aa07cf23-06d4-4d3a-913f-67bf980f3cc8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:30.569014 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-93c912a9-ef34-4e68-880e-60528997918e req-aa07cf23-06d4-4d3a-913f-67bf980f3cc8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0528350 Jul 20 22:48:30.617309 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-93c912a9-ef34-4e68-880e-60528997918e req-e46a584e-93ec-4cc7-820a-f374b34687f0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Jul 20 22:48:31.017203 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-11c7a00c-02a4-4b2b-a4b9-2011387370f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363197 Jul 20 22:48:31.109614 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-f9e5aebb-258c-48fc-87de-a77550ee95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:31.111144 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-f9e5aebb-258c-48fc-87de-a77550ee95f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1129 time: 0.0420933 Jul 20 22:48:31.223654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-c2d1bbd3-5ace-4694-9567-9a8a271f0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:31.223822 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-c2d1bbd3-5ace-4694-9567-9a8a271f0443 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0887930 Jul 20 22:48:31.266100 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-63861171-ff75-49e5-b9b0-bd44ffa99152 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 217 time: 0.0363150 Jul 20 22:48:31.315154 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-9cf638a4-7104-4e71-8c05-23e2c5ab580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:31.316552 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-9cf638a4-7104-4e71-8c05-23e2c5ab580e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0444748 Jul 20 22:48:31.353615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:31.366965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-60c7ec09-4b5d-4987-891a-9528cb46954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:31.366965 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-60c7ec09-4b5d-4987-891a-9528cb46954d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389452 Jul 20 22:48:31.472314 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-42af73e8-427e-43dd-9534-8809b56f2885 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897422 Jul 20 22:48:31.564200 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df19ce8e-4031-4aca-a5ae-5512616666c2 req-ff5cb858-c6a8-41d9-82af-6da81d6e3408 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858397 Jul 20 22:48:31.721810 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8e387087-8b46-4827-b9db-8a8b14b3cd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:31.736140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0718-7234-4454-b811-5c47ae048857 req-2a6cc600-5374-45c0-bcce-4fe636158a20 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:31.737619 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-778d0718-7234-4454-b811-5c47ae048857 req-2a6cc600-5374-45c0-bcce-4fe636158a20 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0536182 Jul 20 22:48:31.785405 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-778d0718-7234-4454-b811-5c47ae048857 req-a11e7950-bc25-4e1d-a072-24db84ab46fa tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Jul 20 22:48:32.903773 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:32.904591 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:32.906998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76445f49-379c-41f3-abd4-4d2cdac8c16a req-1f26a216-12f8-460a-a393-73c60557e441 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:32.908495 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-76445f49-379c-41f3-abd4-4d2cdac8c16a req-1f26a216-12f8-460a-a393-73c60557e441 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0511882 Jul 20 22:48:32.956942 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-76445f49-379c-41f3-abd4-4d2cdac8c16a req-aff6893b-84ec-4aa6-8783-5004f2343b01 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Jul 20 22:48:33.068365 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a605793-860f-4694-b092-6056a13783ca req-cce2486e-a8c3-4869-a52d-0d281c1c3ff0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:33.069886 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0a605793-860f-4694-b092-6056a13783ca req-cce2486e-a8c3-4869-a52d-0d281c1c3ff0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Jul 20 22:48:33.078682 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 50840) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:33.083305 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'floatingip': {'port_id': '6cedd83c-eef6-4869-997c-997862003129'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:48:33.155863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:33.954401 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:33.990161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c85f7120-cf05-41b0-891d-bb990fc6c645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:34.018525 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:34.112407 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Floating IP d0c2030b-029a-49a3-bd44-cba7d3941b34 associated. External IP: 172.27.1.154, port: 6cedd83c-eef6-4869-997c-997862003129. Jul 20 22:48:34.198433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:34.312164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:34.314024 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:48:34.419080 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:48:34.423990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:34.431242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:48:34.440862 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:48:34.441477 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:48:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:48:34.461993 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1dd695b0-d4fd-4bfb-a598-f4afd7d28b6b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "PUT /v2.0/floatingips/d0c2030b-029a-49a3-bd44-cba7d3941b34 HTTP/1.1" status: 200 len: 992 time: 1.3800538 Jul 20 22:48:34.461993 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:48:34.462723 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4030956d-733b-4ecc-96d7-21ab83536f33" -d '{"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:48:34.498777 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1f0165-4c1e-4252-867c-3a32ca296346 x-openstack-request-id: req-4c1f0165-4c1e-4252-867c-3a32ca296346 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:48:34.499096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:48:34.499362 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c1f0165-4c1e-4252-867c-3a32ca296346 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:48:34.499773 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1f0165-4c1e-4252-867c-3a32ca296346'] response: {'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'status': 'completed', 'code': 200} Jul 20 22:48:34.547103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:48:34.593722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-66ccf0ee-a66d-496e-92cc-f817eb259ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:34.595245 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-66ccf0ee-a66d-496e-92cc-f817eb259ff6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0391111 Jul 20 22:48:34.692756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-d9a26bcd-033b-4f70-b96f-56cdc09a3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:34.694274 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-d9a26bcd-033b-4f70-b96f-56cdc09a3593 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0915699 Jul 20 22:48:34.786542 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-1385beaa-67f0-4bda-9a28-e3c4d269c41f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1000 time: 0.0856199 Jul 20 22:48:34.801592 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:48:33Z', 'revision_number': 1, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:48:34.829369 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:48:34.838257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:48:34.838861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:48:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:48:34.840989 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-5eecbc7b-8863-4bd1-8a1f-3e231d5fb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:34.842506 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-5eecbc7b-8863-4bd1-8a1f-3e231d5fb3cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0479023 Jul 20 22:48:34.889603 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-66e63fd7-9db7-4f4f-bc9c-029c6f6c069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:48:34.891126 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-66e63fd7-9db7-4f4f-bc9c-029c6f6c069d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386262 Jul 20 22:48:34.916907 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:34.940474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:48:34.959676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:34.982850 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-cc9676ee-2a3d-4f5a-9c0c-a122e79ae866 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Jul 20 22:48:35.078446 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4030956d-733b-4ecc-96d7-21ab83536f33 req-4a95d267-61f0-4a6a-80fd-b4e75f87be11 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Jul 20 22:48:35.157499 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:35.162959 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:48:33Z', 'revision_number': 1, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:48:35.192168 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff422c9-e25e-4b39-90e5-8a721fbb9c27 None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:48:33Z', 'revision_number': 1, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:48:35.229531 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:35.368228 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944fdc9-db79-4d8c-b31a-10974b153df5 None None] New status for floating IP d0c2030b-029a-49a3-bd44-cba7d3941b34: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:48:36.652439 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:36.766994 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:44.452316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=26 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:44.456198 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:45.073942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=78 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:45.075144 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=10 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:45.520552 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:45.540913 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:46.452866 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:46.726710 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:48:54.365593 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:59.504569 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51182) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:59.608128 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:59.684783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Publish callbacks [] for security_group (c4743352-f4b9-43f9-92c8-3f116f3f7efc), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:59.817275 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c4743352-f4b9-43f9-92c8-3f116f3f7efc), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:59.863026 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dbfed972e0c4dcb88a9c4df5fcd6111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567796 Jul 20 22:48:59.863912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4743352-f4b9-43f9-92c8-3f116f3f7efc,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:48:59.865650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51192) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:48:59.871359 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.873412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.874025 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.874025 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.874232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.874550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.874865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.875223 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.875553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.875892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d70c6e7-cd41-44cd-8c53-b16be65b6984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:48:59.913242 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:48:59.917903 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Publish callbacks [] for security_group (c4743352-f4b9-43f9-92c8-3f116f3f7efc), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:48:59.939883 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Publish callbacks [] for security_group (c4743352-f4b9-43f9-92c8-3f116f3f7efc), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.062594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c4743352-f4b9-43f9-92c8-3f116f3f7efc), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.065422 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.067203 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4743352-f4b9-43f9-92c8-3f116f3f7efc HTTP/1.1" status: 204 len: 168 time: 0.2005296 Jul 20 22:49:00.075451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4743352-f4b9-43f9-92c8-3f116f3f7efc,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:00.082599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.082947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.083319 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.083657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.084031 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.084379 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.084708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.085042 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.085367 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.085694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.086019 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.086342 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.086660 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.086990 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.087322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3252833-2445-487f-aeb0-61da9e05889d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:00.702728 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51202) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:00.719886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd0c130c-9980-497f-b107-ed299f4a2c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.796514 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd0c130c-9980-497f-b107-ed299f4a2c3e admin admin] Publish callbacks [] for security_group (fedfad7a-700d-433b-938e-e3d69514935d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.885828 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bd0c130c-9980-497f-b107-ed299f4a2c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (fedfad7a-700d-433b-938e-e3d69514935d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:00.925936 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c130c-9980-497f-b107-ed299f4a2c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfad7a-700d-433b-938e-e3d69514935d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:00.931721 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-bd0c130c-9980-497f-b107-ed299f4a2c3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b22fa68caed4746b98d5fd093c9b888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278984 Jul 20 22:49:00.934664 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51206) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:00.990663 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] Publish callbacks [] for security_group (fedfad7a-700d-433b-938e-e3d69514935d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:01.013025 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] Publish callbacks [] for security_group (fedfad7a-700d-433b-938e-e3d69514935d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:01.148339 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (fedfad7a-700d-433b-938e-e3d69514935d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:01.150931 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:01.152428 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fedfad7a-700d-433b-938e-e3d69514935d HTTP/1.1" status: 204 len: 168 time: 0.2167704 Jul 20 22:49:01.167617 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b805f-5f3e-4d9b-966c-6f7c03882b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfad7a-700d-433b-938e-e3d69514935d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:01.656866 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dbc6778e-38cd-4f25-9dde-c944a8a825d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:02.810315 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51266) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:02.966211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-11d72b09-d7d1-4a05-97c3-8a7f8c1d9a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.050512 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-11d72b09-d7d1-4a05-97c3-8a7f8c1d9a8a admin admin] Publish callbacks [] for security_group (3fb99bc0-d1df-4a7e-b48a-c75afb92fffa), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.165326 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-11d72b09-d7d1-4a05-97c3-8a7f8c1d9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3fb99bc0-d1df-4a7e-b48a-c75afb92fffa), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.205491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72b09-d7d1-4a05-97c3-8a7f8c1d9a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb99bc0-d1df-4a7e-b48a-c75afb92fffa,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:03.209643 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-11d72b09-d7d1-4a05-97c3-8a7f8c1d9a8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d6195ade06843318b16e5f12be23c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976727 Jul 20 22:49:03.215228 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51280) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:03.260928 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] Publish callbacks [] for security_group (3fb99bc0-d1df-4a7e-b48a-c75afb92fffa), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.283560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] Publish callbacks [] for security_group (3fb99bc0-d1df-4a7e-b48a-c75afb92fffa), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.285910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:03.292431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:03.411221 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3fb99bc0-d1df-4a7e-b48a-c75afb92fffa), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.413862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:03.415032 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3fb99bc0-d1df-4a7e-b48a-c75afb92fffa HTTP/1.1" status: 204 len: 168 time: 0.2018304 Jul 20 22:49:03.428674 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab8c53-da30-4f88-9726-6ec67c5ff782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb99bc0-d1df-4a7e-b48a-c75afb92fffa,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:04.000584 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-54d1069b-1ea3-4bd4-9c61-f1e6a22d7fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:04.666758 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51344) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:04.784753 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-161447759-network', 'tenant_id': '650d54a3145d42748ed81457cdd1eb34'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:49:04.885441 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Made reservation on behalf of 650d54a3145d42748ed81457cdd1eb34 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:49:04.887766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:04.899859 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:04.975109 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks [] for security_group (7192ee29-7df6-4a3c-8ada-86797b2662da), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.039365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7192ee29-7df6-4a3c-8ada-86797b2662da), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.061560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:49:05.082244 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (21708ae5-839d-4797-a30e-dc3d45472fa5), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.083968 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Added segment 21708ae5-839d-4797-a30e-dc3d45472fa5 of type vlan for network 25cdff7d-27ed-4136-8183-3055182fbcc3 Jul 20 22:49:05.084156 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192ee29-7df6-4a3c-8ada-86797b2662da,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:05.092315 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51354) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:05.146792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (25cdff7d-27ed-4136-8183-3055182fbcc3), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.217018 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.226351 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c482f89a-607c-410b-a893-65e653bd447e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.245094 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (25cdff7d-27ed-4136-8183-3055182fbcc3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.246191 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:05.246788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.307066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c482f89a-607c-410b-a893-65e653bd447e admin admin] Publish callbacks [] for security_group (54c83be5-cba2-4d14-bd0d-d3bae2cb79ff), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.313796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] Pushing event updated for resources: {'Network': ['ID=25cdff7d-27ed-4136-8183-3055182fbcc3,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:05.323514 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:49:05.343767 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c65e0434-a4a4-4573-ae9f-9c07de21226c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6753192 Jul 20 22:49:05.346357 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51362) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:05.352186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Request body: {'subnet': {'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-161447759-subnet', 'tenant_id': '650d54a3145d42748ed81457cdd1eb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:49:05.428228 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c482f89a-607c-410b-a893-65e653bd447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (54c83be5-cba2-4d14-bd0d-d3bae2cb79ff), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.451905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Made reservation on behalf of 650d54a3145d42748ed81457cdd1eb34 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:49:05.454193 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.477040 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c482f89a-607c-410b-a893-65e653bd447e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df6ea6f7bee542f3b7edc57c00ec2e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836668 Jul 20 22:49:05.477208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51368) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:05.477835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482f89a-607c-410b-a893-65e653bd447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c83be5-cba2-4d14-bd0d-d3bae2cb79ff,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:05.587594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] Publish callbacks [] for security_group (54c83be5-cba2-4d14-bd0d-d3bae2cb79ff), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.646127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] Publish callbacks [] for security_group (54c83be5-cba2-4d14-bd0d-d3bae2cb79ff), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.805522 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.810000 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:05.834360 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:05.842554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (54c83be5-cba2-4d14-bd0d-d3bae2cb79ff), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.842554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:05.846268 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54c83be5-cba2-4d14-bd0d-d3bae2cb79ff HTTP/1.1" status: 204 len: 168 time: 0.3681507 Jul 20 22:49:05.860023 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d15bc7-4301-44ba-95da-082a7960f151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c83be5-cba2-4d14-bd0d-d3bae2cb79ff,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:05.891993 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:05.901049 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Checking segment: {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:49:05.901407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Network hostable DHCP agents. Network: 25cdff7d-27ed-4136-8183-3055182fbcc3, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:49:05.976634 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:49:06.285718 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 25cdff7d-27ed-4136-8183-3055182fbcc3) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:49:06.289874 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:06.290562 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:06.294582 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d465f7-00d1-43e0-bdbc-66f207b158fa None None] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:49:06.417164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01c450-63ef-4f10-b1d5-44ccef742de6 None None] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:49:06.443001 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-216ac2db-ab98-4002-a6e4-ff8b35a961eb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0943687 Jul 20 22:49:06.478040 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:06.839432 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51394) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:06.845500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:06.853937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e6aa61dc-fc6f-4c19-9c6d-714ca6f39ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:06.939769 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e6aa61dc-fc6f-4c19-9c6d-714ca6f39ea5 admin admin] Publish callbacks [] for security_group (32bc3410-b565-4f2c-9a89-e063d0831df7), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:06.994014 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e6aa61dc-fc6f-4c19-9c6d-714ca6f39ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (32bc3410-b565-4f2c-9a89-e063d0831df7), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:07.033826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa61dc-fc6f-4c19-9c6d-714ca6f39ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bc3410-b565-4f2c-9a89-e063d0831df7,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:07.038125 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e6aa61dc-fc6f-4c19-9c6d-714ca6f39ea5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf0e589e4c3946ea8e02bf7f08a7433b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976550 Jul 20 22:49:07.041385 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51398) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:07.091518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] Publish callbacks [] for security_group (32bc3410-b565-4f2c-9a89-e063d0831df7), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:07.119748 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] Publish callbacks [] for security_group (32bc3410-b565-4f2c-9a89-e063d0831df7), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:07.394530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (32bc3410-b565-4f2c-9a89-e063d0831df7), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:07.397209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:07.399120 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32bc3410-b565-4f2c-9a89-e063d0831df7 HTTP/1.1" status: 204 len: 168 time: 0.3567336 Jul 20 22:49:07.407657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1095d-d05d-4c21-896f-d76bae85dfb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bc3410-b565-4f2c-9a89-e063d0831df7,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:09.904715 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:09.905781 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-783413e6-4ca6-44d3-b580-2bddf7879b6a tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:09.907534 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-783413e6-4ca6-44d3-b580-2bddf7879b6a tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/networks?id=25cdff7d-27ed-4136-8183-3055182fbcc3 HTTP/1.1" status: 200 len: 813 time: 0.1104674 Jul 20 22:49:09.928190 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-6c25f523-8d5d-4667-85f8-3e1969006c3c tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/quotas/650d54a3145d42748ed81457cdd1eb34 HTTP/1.1" status: 200 len: 375 time: 0.0112031 Jul 20 22:49:09.970849 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-30836db4-5457-4d3a-880b-d94a3a4aad8d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328536 Jul 20 22:49:10.067750 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-35318a08-5a49-4ac9-bf96-d66f30adde09 service neutron] 10.222.0.81 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891619 Jul 20 22:49:10.173130 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65325bd1-87e4-40d5-ae23-55c22b159c29 service neutron] 10.222.0.81 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991857 Jul 20 22:49:10.602866 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4af1a800-3a4b-4fbc-8c90-ce131b60d0b9 req-9a7abb5c-3d6a-4911-8380-507d68a8a75c tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.0360305 Jul 20 22:49:10.910443 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51520) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:11.016704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7b3560f5-b28c-48a3-a78d-8a31139db264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.091610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7b3560f5-b28c-48a3-a78d-8a31139db264 admin admin] Publish callbacks [] for security_group (696658a1-c355-4220-bc3c-7bfcdf94a9ba), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.188149 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7b3560f5-b28c-48a3-a78d-8a31139db264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (696658a1-c355-4220-bc3c-7bfcdf94a9ba), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.226966 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3560f5-b28c-48a3-a78d-8a31139db264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696658a1-c355-4220-bc3c-7bfcdf94a9ba,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:11.231249 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7b3560f5-b28c-48a3-a78d-8a31139db264 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc3873430c1241659f85113170b17d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197467 Jul 20 22:49:11.234238 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51526) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:11.286147 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] Publish callbacks [] for security_group (696658a1-c355-4220-bc3c-7bfcdf94a9ba), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.310231 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] Publish callbacks [] for security_group (696658a1-c355-4220-bc3c-7bfcdf94a9ba), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.328519 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:11.536614 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (696658a1-c355-4220-bc3c-7bfcdf94a9ba), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.539218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:11.540383 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/696658a1-c355-4220-bc3c-7bfcdf94a9ba HTTP/1.1" status: 204 len: 168 time: 0.3048739 Jul 20 22:49:11.547649 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:11.548886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67617d4f-ca02-4eb7-a019-e89159179300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696658a1-c355-4220-bc3c-7bfcdf94a9ba,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:11.684162 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-33652e02-ba78-4c22-bea2-72c39c063184 req-a18fa3d3-cc69-4d53-964d-0968d9e0db54 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.0279920 Jul 20 22:49:12.266519 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51540) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:12.266519 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-721379d0-8430-4df8-9ddb-0c38de91a877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.337749 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-721379d0-8430-4df8-9ddb-0c38de91a877 admin admin] Publish callbacks [] for security_group (296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.444778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-721379d0-8430-4df8-9ddb-0c38de91a877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.484403 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-721379d0-8430-4df8-9ddb-0c38de91a877 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8fee54729ee45cb9f4011c725a9e271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333660 Jul 20 22:49:12.485292 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721379d0-8430-4df8-9ddb-0c38de91a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:12.487850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51544) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:12.507858 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:12.537316 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] Publish callbacks [] for security_group (296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.558800 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] Publish callbacks [] for security_group (296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.583565 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:12.719282 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.722449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:12.723828 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5 HTTP/1.1" status: 204 len: 168 time: 0.2349622 Jul 20 22:49:12.732386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb10bd6-5b5b-4100-976b-8eac6e4140ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296eb2d9-bf0b-4b0c-a7f8-e51d73324eb5,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:13.007283 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1615cba3-06c7-4fa6-a93b-ccf92e9ced8c req-7f71e1e9-58dd-4ddb-95c8-424b991a6ab5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.2510781 Jul 20 22:49:14.110414 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f6ff29d4-f285-4110-aa97-1b6e80fa264c req-9d50873d-c3ed-4967-9589-e54037418b1e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.0302498 Jul 20 22:49:14.886049 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-23e96cdf-58ff-4456-97fd-1a83475de7f1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:14.887568 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-23e96cdf-58ff-4456-97fd-1a83475de7f1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "GET /v2.0/networks?id=25cdff7d-27ed-4136-8183-3055182fbcc3 HTTP/1.1" status: 200 len: 813 time: 0.1055117 Jul 20 22:49:14.906601 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Request body: {'port': {'device_id': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3', 'admin_state_up': True, 'tenant_id': '650d54a3145d42748ed81457cdd1eb34'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:49:15.124786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Made reservation on behalf of 650d54a3145d42748ed81457cdd1eb34 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:49:15.129007 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:15.223593 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2b04c73c-6f2b-4756-b453-6bda17b6a116 req-78a676a0-847b-4346-affa-40cfa81bb60c tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.0394702 Jul 20 22:49:15.289566 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Allocated IP 172.20.0.6 (25cdff7d-27ed-4136-8183-3055182fbcc3/0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef/36e980b0-9ef6-40fd-8b37-e7269800c0dc) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:49:15.439966 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks [] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:15.576791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:15.619862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:49:15.625426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:49:15.630068 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:49:15.653768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Pushing event updated for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:15.682252 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:15.682860 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:15.813406 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-0a1f797d-b38a-4b09-b4c0-31c02f56d3d6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9107573 Jul 20 22:49:15.845817 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Request body: {'port': {'device_id': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:49:15.903843 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:15.910494 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:15.942516 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:16.173849 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e980b0-9ef6-40fd-8b37-e7269800c0dc {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:49:16.181975 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks [] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:16.194581 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Transition to ACTIVE for port object 36e980b0-9ef6-40fd-8b37-e7269800c0dc will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:49:16.285787 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:16.343161 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:16.346553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c0e05-1ae5-439a-86c6-e375735c0f89 req-e18aef02-268c-4d7b-b811-9b58d4f8d1c1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:16.348190 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-524c0e05-1ae5-439a-86c6-e375735c0f89 req-e18aef02-268c-4d7b-b811-9b58d4f8d1c1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 943 time: 0.0518861 Jul 20 22:49:16.396881 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-524c0e05-1ae5-439a-86c6-e375735c0f89 req-5e3d1a41-fee9-4aa8-881e-12aeb7a2cbf7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Jul 20 22:49:16.411345 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Attempting to bind port 36e980b0-9ef6-40fd-8b37-e7269800c0dc on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:49:16.411696 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Attempting to bind port 36e980b0-9ef6-40fd-8b37-e7269800c0dc by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:49:16.412029 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Attempting to bind port 36e980b0-9ef6-40fd-8b37-e7269800c0dc on network 25cdff7d-27ed-4136-8183-3055182fbcc3 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:49:16.416558 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Port 36e980b0-9ef6-40fd-8b37-e7269800c0dc on network 25cdff7d-27ed-4136-8183-3055182fbcc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:49:16.416878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Attempting to bind port 36e980b0-9ef6-40fd-8b37-e7269800c0dc on network 25cdff7d-27ed-4136-8183-3055182fbcc3 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:49:16.421928 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:49:16.422267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Checking segment: {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:49:16.422646 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Bound using segment: {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:49:16.423168 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Bound port: 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:49:16.423531 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:16.483365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:49:16.485020 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:16.486807 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:49:16.656569 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:16.693929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:16.694571 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:16.696071 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/36e980b0-9ef6-40fd-8b37-e7269800c0dc HTTP/1.1" status: 200 len: 1093 time: 0.8546000 Jul 20 22:49:16.696489 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:49:16.698689 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9224f17-a22c-4e2e-8556-7f5993a89ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:49:16.724841 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65519402-913e-4d65-ab1c-a65e18280cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:16.737046 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7914ff67-ac90-466b-a6d1-d0f3720b2f2b x-openstack-request-id: req-7914ff67-ac90-466b-a6d1-d0f3720b2f2b {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:49:16.737342 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:49:16.737594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7914ff67-ac90-466b-a6d1-d0f3720b2f2b {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:49:16.737996 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7914ff67-ac90-466b-a6d1-d0f3720b2f2b'] response: {'name': 'network-changed', 'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc', 'status': 'completed', 'code': 200} Jul 20 22:49:16.829443 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-a6a7be4e-be0b-4f7f-8f21-8fcb02ea4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:16.831567 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-a6a7be4e-be0b-4f7f-8f21-8fcb02ea4d8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 1127 time: 0.0428214 Jul 20 22:49:16.941291 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-abdb4ef9-6c48-47ce-a16f-07b3cbfbacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:16.942745 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-abdb4ef9-6c48-47ce-a16f-07b3cbfbacaf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=650d54a3145d42748ed81457cdd1eb34&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0964422 Jul 20 22:49:17.038322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-9b4cc8c4-7451-43e7-ad36-7eb49d7219bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:17.039870 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9224f17-a22c-4e2e-8556-7f5993a89ad7 req-9b4cc8c4-7451-43e7-ad36-7eb49d7219bd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904107 Jul 20 22:49:17.164982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-3c1ea1ed-cb3d-4851-9bc7-73441b8871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:17.166378 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-3c1ea1ed-cb3d-4851-9bc7-73441b8871f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 1127 time: 0.0389843 Jul 20 22:49:17.218378 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-4d582cee-43aa-4415-af23-56403a0c2134 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc HTTP/1.1" status: 200 len: 217 time: 0.0373106 Jul 20 22:49:17.267705 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-1fe75026-7098-4de8-8b63-f190f8f7a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:17.269106 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-1fe75026-7098-4de8-8b63-f190f8f7a213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef HTTP/1.1" status: 200 len: 853 time: 0.0440371 Jul 20 22:49:17.302091 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-be190a51-abc6-487f-b11d-e9d8a28894e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25cdff7d-27ed-4136-8183-3055182fbcc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Jul 20 22:49:17.397791 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-2b3b8c27-7a18-4183-a153-5771ff57487d service neutron] 10.222.0.23 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Jul 20 22:49:17.491515 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-940b42d2-0d1c-4c44-a735-14e6976b11ae req-12d85889-92df-433a-a8fd-ba1b683f2484 service neutron] 10.222.0.23 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878351 Jul 20 22:49:17.513989 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1466abc-83e5-4e3f-88e7-803ea0ff2786 req-f130959e-e531-45ae-a5a0-705ff26a70d7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:17.515493 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c1466abc-83e5-4e3f-88e7-803ea0ff2786 req-f130959e-e531-45ae-a5a0-705ff26a70d7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 943 time: 0.0485172 Jul 20 22:49:17.566605 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c1466abc-83e5-4e3f-88e7-803ea0ff2786 req-c685dbf0-30ef-4382-8c22-4d9f9227e56f tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Jul 20 22:49:18.333268 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51664) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:18.445050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3ec25b0a-bda3-45db-acf6-e5c8c6700e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.465736 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:18.525066 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3ec25b0a-bda3-45db-acf6-e5c8c6700e6c admin admin] Publish callbacks [] for security_group (aa8a5f97-5c7e-4408-9e68-756aa4e9f552), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.610510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3ec25b0a-bda3-45db-acf6-e5c8c6700e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (aa8a5f97-5c7e-4408-9e68-756aa4e9f552), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.677250 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec25b0a-bda3-45db-acf6-e5c8c6700e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a5f97-5c7e-4408-9e68-756aa4e9f552,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:18.683502 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3ec25b0a-bda3-45db-acf6-e5c8c6700e6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23671aa0492d49eb9749e5dc12643038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492110 Jul 20 22:49:18.686335 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51670) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:18.704052 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15db67d-5cdc-4774-8b74-ae3395e76a47 req-0fc30849-1325-40f9-afd1-ed30fcab2344 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:18.706072 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e15db67d-5cdc-4774-8b74-ae3395e76a47 req-0fc30849-1325-40f9-afd1-ed30fcab2344 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 943 time: 0.0682099 Jul 20 22:49:18.735600 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:18.745175 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] Publish callbacks [] for security_group (aa8a5f97-5c7e-4408-9e68-756aa4e9f552), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.761315 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e15db67d-5cdc-4774-8b74-ae3395e76a47 req-d75bef96-d689-4eb7-81de-7dcb335eccad tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478885 Jul 20 22:49:18.768823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] Publish callbacks [] for security_group (aa8a5f97-5c7e-4408-9e68-756aa4e9f552), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.884681 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (aa8a5f97-5c7e-4408-9e68-756aa4e9f552), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.887326 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:18.888538 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa8a5f97-5c7e-4408-9e68-756aa4e9f552 HTTP/1.1" status: 204 len: 168 time: 0.2012005 Jul 20 22:49:18.896784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5dcec-a04a-414a-8957-574527dc0668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a5f97-5c7e-4408-9e68-756aa4e9f552,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:18.909591 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:18.910211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:19.879096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28673799-9446-46df-a4a3-c27d1fa00dac req-79722f0c-2634-4a5f-8a11-0b68c3730e44 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:19.880641 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-28673799-9446-46df-a4a3-c27d1fa00dac req-79722f0c-2634-4a5f-8a11-0b68c3730e44 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 943 time: 0.0483263 Jul 20 22:49:19.934706 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-28673799-9446-46df-a4a3-c27d1fa00dac req-6d2bb182-793f-4800-a3ec-fa305baf4ac8 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Jul 20 22:49:20.554422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51728) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:20.661222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cec7702e-58a5-4803-aaee-b0257a1e7521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:20.737412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cec7702e-58a5-4803-aaee-b0257a1e7521 admin admin] Publish callbacks [] for security_group (eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:20.822459 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cec7702e-58a5-4803-aaee-b0257a1e7521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:20.868754 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7702e-58a5-4803-aaee-b0257a1e7521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:20.873105 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-cec7702e-58a5-4803-aaee-b0257a1e7521 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fffefe641e7b462aab15453e9611f319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176005 Jul 20 22:49:20.875782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51734) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:20.893364 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:20.897466 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:20.928631 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] Publish callbacks [] for security_group (eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:20.960352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] Publish callbacks [] for security_group (eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:21.055164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaccf2-926a-4741-a430-98fed1173407 req-ace2f18c-ece0-494c-b1e0-9f0b1fa83583 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:21.057458 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbeaccf2-926a-4741-a430-98fed1173407 req-ace2f18c-ece0-494c-b1e0-9f0b1fa83583 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 943 time: 0.0492802 Jul 20 22:49:21.112859 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cbeaccf2-926a-4741-a430-98fed1173407 req-746b7f64-0a8f-4508-85ff-d84ccc49f961 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Jul 20 22:49:21.120141 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:21.122719 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:21.124881 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901 HTTP/1.1" status: 204 len: 168 time: 0.2472336 Jul 20 22:49:21.135914 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495bd5-e060-426f-9061-dbc52c7d1ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4d9d5e-6ae4-45a2-9bc3-1f5ecb37a901,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:21.743197 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 36e980b0-9ef6-40fd-8b37-e7269800c0dc details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:49:21.845777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:49:21.857683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '36e980b0-9ef6-40fd-8b37-e7269800c0dc', 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3', 'port_id': '36e980b0-9ef6-40fd-8b37-e7269800c0dc', 'mac_address': 'fa:16:3e:6b:ca:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:49:21.893779 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 36e980b0-9ef6-40fd-8b37-e7269800c0dc is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:49:21.894174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:21.907383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e980b0-9ef6-40fd-8b37-e7269800c0dc {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:49:21.929065 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:49:21.987351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:22.034688 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:22.041920 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.042268 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.042606 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.042957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.043396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.043746 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.044069 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.044391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.044720 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.045028 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.045346 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.045662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.045975 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.046289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.046600 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:49:22.230072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdbf04-98aa-4b88-b148-caf31416e233 req-6c6d751c-b993-437e-a0dc-f42abd7be08e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:22.231577 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c2cdbf04-98aa-4b88-b148-caf31416e233 req-6c6d751c-b993-437e-a0dc-f42abd7be08e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 944 time: 0.0469408 Jul 20 22:49:22.282056 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c2cdbf04-98aa-4b88-b148-caf31416e233 req-e405aa59-18ba-4510-be2d-674174f30029 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Jul 20 22:49:22.550543 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['36e980b0-9ef6-40fd-8b37-e7269800c0dc'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:49:23.395034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01aee3e-ac47-4d37-96a9-c729d7035264 req-8c889779-5d1c-44f1-94d6-d958faad136e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:23.396570 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e01aee3e-ac47-4d37-96a9-c729d7035264 req-8c889779-5d1c-44f1-94d6-d958faad136e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 944 time: 0.0478923 Jul 20 22:49:23.453389 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e01aee3e-ac47-4d37-96a9-c729d7035264 req-75c7aceb-45dc-46e7-91d9-b28e4eec2902 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507085 Jul 20 22:49:23.744527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 36e980b0-9ef6-40fd-8b37-e7269800c0dc up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:49:23.791415 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 36e980b0-9ef6-40fd-8b37-e7269800c0dc completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:49:23.878530 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 36e980b0-9ef6-40fd-8b37-e7269800c0dc triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:49:23.879031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:23.952114 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 36e980b0-9ef6-40fd-8b37-e7269800c0dc is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:49:23.952430 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:23.975621 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:49:23.977835 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44327272-6bf0-4ee8-becd-1e3e31edfeb3" -d '{"events": [{"server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "name": "network-vif-plugged", "status": "completed", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:49:23.990760 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:49:24.028539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef7b4a-c847-411b-a54c-cf0a040c492c x-openstack-request-id: req-e7ef7b4a-c847-411b-a54c-cf0a040c492c {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:49:24.028539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "name": "network-vif-plugged", "status": "completed", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:49:24.028539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7ef7b4a-c847-411b-a54c-cf0a040c492c {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:49:24.028539 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ef7b4a-c847-411b-a54c-cf0a040c492c'] response: {'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc', 'code': 200} Jul 20 22:49:24.078301 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:24.129667 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:24.564910 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:24.583403 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc7bff-4bde-4c43-98e5-dae89066d56d req-4715569e-5411-46bd-907c-ec526c9ac573 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:24.583995 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d6dc7bff-4bde-4c43-98e5-dae89066d56d req-4715569e-5411-46bd-907c-ec526c9ac573 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0533345 Jul 20 22:49:24.635483 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d6dc7bff-4bde-4c43-98e5-dae89066d56d req-0ad3b94f-a355-49ff-bbcc-65e653a2448b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Jul 20 22:49:25.755547 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efbac5-131a-495a-80b2-6e859f5797ff req-a8461405-2220-43f2-9cdc-a110a9f3e5f0 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:25.756919 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f6efbac5-131a-495a-80b2-6e859f5797ff req-a8461405-2220-43f2-9cdc-a110a9f3e5f0 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0505185 Jul 20 22:49:25.805249 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f6efbac5-131a-495a-80b2-6e859f5797ff req-f9acc4b6-e221-4c90-af66-0cde65db7af9 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Jul 20 22:49:26.917560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8462955-2f36-4418-aedc-5d4210abfd41 req-e72194a9-b343-4cdd-b369-8e4147738cd4 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:26.919072 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8462955-2f36-4418-aedc-5d4210abfd41 req-e72194a9-b343-4cdd-b369-8e4147738cd4 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0478585 Jul 20 22:49:26.965215 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8462955-2f36-4418-aedc-5d4210abfd41 req-837ad14e-07ba-4859-8294-cc5c199a1861 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Jul 20 22:49:28.080303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb552b9a-0ee6-4c0d-b0ed-8fd9b6691ed1 req-13be5344-f991-4eb3-87a8-14a9318f822b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:28.081659 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fb552b9a-0ee6-4c0d-b0ed-8fd9b6691ed1 req-13be5344-f991-4eb3-87a8-14a9318f822b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0508285 Jul 20 22:49:28.128670 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fb552b9a-0ee6-4c0d-b0ed-8fd9b6691ed1 req-4e1d3e03-ceb1-48fa-9b2b-6ea937f0a3f7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Jul 20 22:49:28.321954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47289f-a7d3-478f-9e4e-a9a5d45269d1 req-67dd4d20-94fb-41e7-b028-26f7a8ebbf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:28.323521 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4e47289f-a7d3-478f-9e4e-a9a5d45269d1 req-67dd4d20-94fb-41e7-b028-26f7a8ebbf6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 1129 time: 0.0374997 Jul 20 22:49:28.369208 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4e47289f-a7d3-478f-9e4e-a9a5d45269d1 req-bdcac3a7-41b5-4f02-a906-cd98527e6607 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Jul 20 22:49:28.449890 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:28.451744 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:29.245789 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8721440-d445-45ad-bbf9-332abd187e69 req-6895b1ab-978b-4656-ac8a-404603e76879 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:29.247300 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b8721440-d445-45ad-bbf9-332abd187e69 req-6895b1ab-978b-4656-ac8a-404603e76879 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0508816 Jul 20 22:49:29.306763 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b8721440-d445-45ad-bbf9-332abd187e69 req-7e05f185-9ff0-42a4-97d1-524dfac4d562 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540802 Jul 20 22:49:30.338402 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-0f922f09-6842-446d-94f1-cbea12fd00e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403824 Jul 20 22:49:30.437765 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ce6c7-4fb5-4064-a986-20c2d6290c69 req-939b2c91-02a1-44bf-9072-d028e5090dc9 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:30.439316 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4d9ce6c7-4fb5-4064-a986-20c2d6290c69 req-939b2c91-02a1-44bf-9072-d028e5090dc9 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0520470 Jul 20 22:49:30.490347 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4d9ce6c7-4fb5-4064-a986-20c2d6290c69 req-c7d32baa-d233-416f-a6cf-1ba27ded5626 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Jul 20 22:49:30.981002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-6a0bee87-7f17-4118-94ca-c74bf0b17a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:30.982465 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-6a0bee87-7f17-4118-94ca-c74bf0b17a0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1129 time: 0.0406575 Jul 20 22:49:31.142726 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-3084c659-9916-43c9-925f-6303bdbe98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:31.146129 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-3084c659-9916-43c9-925f-6303bdbe98e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.0971267 Jul 20 22:49:31.217582 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-df32cf6d-c408-49f0-97cd-dbb813aae978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0649598 Jul 20 22:49:31.269334 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-95536c29-ce55-42ab-bfd0-064c95430d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:31.270688 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-95536c29-ce55-42ab-bfd0-064c95430d90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0458553 Jul 20 22:49:31.317756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-d457a5cd-bd04-49c1-8799-c59c2cc1b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:31.319386 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-d457a5cd-bd04-49c1-8799-c59c2cc1b5c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421627 Jul 20 22:49:31.401643 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:31.412047 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-92963c0e-f4a3-4d93-9ca9-03a9e53f2260 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862372 Jul 20 22:49:31.438303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:31.510181 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-551e3633-e9ea-47d8-a443-6083179c62d1 req-8ae77910-978b-4928-a556-ec693797803f service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887148 Jul 20 22:49:31.604737 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28cf6d-e003-49dd-b513-59a89c13bfda req-0dc81518-6e75-49c1-8990-6b6ff97b4530 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:31.606270 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b28cf6d-e003-49dd-b513-59a89c13bfda req-0dc81518-6e75-49c1-8990-6b6ff97b4530 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0495911 Jul 20 22:49:31.655940 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b28cf6d-e003-49dd-b513-59a89c13bfda req-ffc77f89-a7b0-4239-8d1e-74df46beac7c tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Jul 20 22:49:31.667224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cd976695-3c32-4585-bde4-99b1ec81bcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:31.686392 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51860) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:31.798470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-beac3b58-d484-4f5f-9849-532ef59f1a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:31.884195 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-beac3b58-d484-4f5f-9849-532ef59f1a1b admin admin] Publish callbacks [] for security_group (ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:31.969320 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-beac3b58-d484-4f5f-9849-532ef59f1a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:31.997872 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:32.016561 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-beac3b58-d484-4f5f-9849-532ef59f1a1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=468e44bfb9404750a344a13e5df36596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294780 Jul 20 22:49:32.017600 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac3b58-d484-4f5f-9849-532ef59f1a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:32.019400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51900) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:32.072572 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] Publish callbacks [] for security_group (ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:32.094746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] Publish callbacks [] for security_group (ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:32.198306 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:32.201707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:32.202884 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f HTTP/1.1" status: 204 len: 168 time: 0.1814241 Jul 20 22:49:32.211750 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429796d7-f74c-41a1-bfca-54c696839507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce907ae2-f6b5-413f-9a5e-8cd9f8a4a27f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:33.980576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b5e606aa-8358-4ef4-98a5-4531036b78a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.220388 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.301919 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51960) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:35.409359 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-72fb81a1-4595-464a-984e-ea8546d066e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.490529 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-72fb81a1-4595-464a-984e-ea8546d066e8 admin admin] Publish callbacks [] for security_group (dbdbb85a-442e-4d01-899f-56e3fc32a17d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.552433 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-72fb81a1-4595-464a-984e-ea8546d066e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (dbdbb85a-442e-4d01-899f-56e3fc32a17d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.590976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb81a1-4595-464a-984e-ea8546d066e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbb85a-442e-4d01-899f-56e3fc32a17d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:35.596351 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-72fb81a1-4595-464a-984e-ea8546d066e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57fed9e4ecfe40e7a135c45436b207b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933707 Jul 20 22:49:35.598961 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51968) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:35.648674 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] Publish callbacks [] for security_group (dbdbb85a-442e-4d01-899f-56e3fc32a17d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.669752 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] Publish callbacks [] for security_group (dbdbb85a-442e-4d01-899f-56e3fc32a17d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.775614 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (dbdbb85a-442e-4d01-899f-56e3fc32a17d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.778272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:35.779479 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dbdbb85a-442e-4d01-899f-56e3fc32a17d HTTP/1.1" status: 204 len: 168 time: 0.1795864 Jul 20 22:49:35.787551 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a278c-52fe-4361-8def-3ce29d4b99a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbb85a-442e-4d01-899f-56e3fc32a17d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:36.337968 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:36.353909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 51976) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:36.366079 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f7d65035-36e4-438a-ac2d-62198561dd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.409199 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.442839 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f7d65035-36e4-438a-ac2d-62198561dd35 admin admin] Publish callbacks [] for security_group (3770f51c-9487-4e94-8db2-0f460545fd7b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.501336 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f7d65035-36e4-438a-ac2d-62198561dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3770f51c-9487-4e94-8db2-0f460545fd7b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.550848 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f7d65035-36e4-438a-ac2d-62198561dd35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6bb7979fa9b4fb59f8affa69b9f52c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964509 Jul 20 22:49:36.552011 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d65035-36e4-438a-ac2d-62198561dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3770f51c-9487-4e94-8db2-0f460545fd7b,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:36.555811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 51980) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:36.614796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] Publish callbacks [] for security_group (3770f51c-9487-4e94-8db2-0f460545fd7b), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.637221 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] Publish callbacks [] for security_group (3770f51c-9487-4e94-8db2-0f460545fd7b), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.724122 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:36.740748 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3770f51c-9487-4e94-8db2-0f460545fd7b), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.743708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.745063 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3770f51c-9487-4e94-8db2-0f460545fd7b HTTP/1.1" status: 204 len: 168 time: 0.1877222 Jul 20 22:49:36.755446 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb189c-fdb2-44de-a7ab-cabbc241ad3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3770f51c-9487-4e94-8db2-0f460545fd7b,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:36.792120 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:36.908948 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:49:42.152557 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5ab7a-6442-4178-ad5b-d39c281689ab req-11abbf71-ba22-4707-9857-25c84a5a4f4a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:42.154560 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-14b5ab7a-6442-4178-ad5b-d39c281689ab req-11abbf71-ba22-4707-9857-25c84a5a4f4a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0530760 Jul 20 22:49:42.176757 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:42.208089 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-14b5ab7a-6442-4178-ad5b-d39c281689ab req-35ba0770-a099-46af-9b2b-4440ececf40e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Jul 20 22:49:43.330086 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e07ef2-2bf0-4f39-a36b-1859a35f6555 req-2164e256-7384-42a3-bddc-63abcafec15b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:43.332098 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-63e07ef2-2bf0-4f39-a36b-1859a35f6555 req-2164e256-7384-42a3-bddc-63abcafec15b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Jul 20 22:49:43.382252 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-63e07ef2-2bf0-4f39-a36b-1859a35f6555 req-1f48fca1-c9cb-4a6a-9139-7ad30e4e0239 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444779 Jul 20 22:49:44.516340 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837add-1df9-43d4-81a8-b46d734f7469 req-97cb5f32-00ed-4b7b-8060-e6830a9c33d8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:44.517779 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-92837add-1df9-43d4-81a8-b46d734f7469 req-97cb5f32-00ed-4b7b-8060-e6830a9c33d8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Jul 20 22:49:44.537466 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:44.566789 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-92837add-1df9-43d4-81a8-b46d734f7469 req-67444d35-043e-41c1-8f0f-ec6700794939 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Jul 20 22:49:45.669828 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:45.683492 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bebf46-93f9-4911-8a7b-3cc07c5060d7 req-45ebe258-c6a6-4ae4-8459-008ef4bc4f42 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:45.684957 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51bebf46-93f9-4911-8a7b-3cc07c5060d7 req-45ebe258-c6a6-4ae4-8459-008ef4bc4f42 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0502760 Jul 20 22:49:45.732258 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51bebf46-93f9-4911-8a7b-3cc07c5060d7 req-0b3c6472-7be4-4d27-9f5c-4dcb306d4b21 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 Jul 20 22:49:46.768162 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:46.856458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0b48e-d2bb-4a7c-a883-7da218d7bf9d req-2c94c3f6-a956-473e-a732-b0e381936655 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:46.858153 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-acb0b48e-d2bb-4a7c-a883-7da218d7bf9d req-2c94c3f6-a956-473e-a732-b0e381936655 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Jul 20 22:49:46.908753 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:46.910228 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-acb0b48e-d2bb-4a7c-a883-7da218d7bf9d req-19311c69-c840-434f-b3f0-72986e3d91a2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455053 Jul 20 22:49:48.048772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0487cf6-bb2c-48cf-8d09-770144225381 req-e0273990-d9be-4229-96ec-5270caf16874 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:48.051182 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a0487cf6-bb2c-48cf-8d09-770144225381 req-e0273990-d9be-4229-96ec-5270caf16874 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0616519 Jul 20 22:49:48.118819 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a0487cf6-bb2c-48cf-8d09-770144225381 req-995e26d9-35d3-48f9-8c77-7b27dc51f9dc tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596504 Jul 20 22:49:49.234377 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf7677-9948-4037-9c5e-cbe4af5ce7d4 req-b0bd8e97-e850-470a-bf1c-d3eda12e1997 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:49.235882 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8bf7677-9948-4037-9c5e-cbe4af5ce7d4 req-b0bd8e97-e850-470a-bf1c-d3eda12e1997 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0466166 Jul 20 22:49:49.285074 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8bf7677-9948-4037-9c5e-cbe4af5ce7d4 req-f60e74ed-4b49-4b62-aa25-e275b2a22666 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428963 Jul 20 22:49:50.398372 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d883a-6f69-4af6-bdf4-aed9b4ddd698 req-398d992e-68f3-4177-be50-145df926f0cf tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:50.400092 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-203d883a-6f69-4af6-bdf4-aed9b4ddd698 req-398d992e-68f3-4177-be50-145df926f0cf tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0474575 Jul 20 22:49:50.449484 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-203d883a-6f69-4af6-bdf4-aed9b4ddd698 req-a78e21f0-502b-450a-9e7e-6beb202f29cd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Jul 20 22:49:51.566476 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3be1d-846e-440f-b324-690d87045e10 req-9964e496-88c0-41fa-8726-e52470f7a483 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:51.568024 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0fb3be1d-846e-440f-b324-690d87045e10 req-9964e496-88c0-41fa-8726-e52470f7a483 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Jul 20 22:49:51.616974 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0fb3be1d-846e-440f-b324-690d87045e10 req-4a19ba58-42ac-4fb6-9e3e-48d5235c33b3 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Jul 20 22:49:52.739052 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08030871-ffe0-4d69-b833-1557652144c4 req-63789869-bd09-45c7-b72d-3ec986dc4f1a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:52.740678 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-08030871-ffe0-4d69-b833-1557652144c4 req-63789869-bd09-45c7-b72d-3ec986dc4f1a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Jul 20 22:49:52.743223 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 52228) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:52.794260 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-08030871-ffe0-4d69-b833-1557652144c4 req-f7d3766f-0b78-4c1a-b4f1-b416f7fe1f59 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461864 Jul 20 22:49:52.851232 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-36c7600f-5755-4678-9cc1-96982aac7d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:52.928924 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-36c7600f-5755-4678-9cc1-96982aac7d27 admin admin] Publish callbacks [] for security_group (85d4a7cf-626d-49e8-8745-bea44c6befcb), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.002452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-36c7600f-5755-4678-9cc1-96982aac7d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (85d4a7cf-626d-49e8-8745-bea44c6befcb), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.040737 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7600f-5755-4678-9cc1-96982aac7d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d4a7cf-626d-49e8-8745-bea44c6befcb,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:53.045135 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-36c7600f-5755-4678-9cc1-96982aac7d27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed347fa9b30f4f5eb9e4dd4d29c3f0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008451 Jul 20 22:49:53.047622 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 52232) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:49:53.095554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] Publish callbacks [] for security_group (85d4a7cf-626d-49e8-8745-bea44c6befcb), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.116806 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] Publish callbacks [] for security_group (85d4a7cf-626d-49e8-8745-bea44c6befcb), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.231282 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (85d4a7cf-626d-49e8-8745-bea44c6befcb), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.233848 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:53.235035 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85d4a7cf-626d-49e8-8745-bea44c6befcb HTTP/1.1" status: 204 len: 168 time: 0.1864891 Jul 20 22:49:53.243105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93354052-2c87-477f-b371-86f1acc539e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d4a7cf-626d-49e8-8745-bea44c6befcb,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:49:53.911310 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e257cbe-93c7-4416-b3e2-2b24b017330b req-034ea230-e9c1-4809-bb29-2f18b2249f90 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:53.912781 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e257cbe-93c7-4416-b3e2-2b24b017330b req-034ea230-e9c1-4809-bb29-2f18b2249f90 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Jul 20 22:49:53.954208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:53.959126 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e257cbe-93c7-4416-b3e2-2b24b017330b req-6489abb1-3e74-40ae-97f7-10f842adb3ef tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Jul 20 22:49:54.507893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:49:55.077953 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579de5a-5f41-4cb9-8c7b-1ad2292124be req-6f082672-6b5d-4824-8622-062a5154b60c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:55.079436 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4579de5a-5f41-4cb9-8c7b-1ad2292124be req-6f082672-6b5d-4824-8622-062a5154b60c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0468791 Jul 20 22:49:55.134668 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4579de5a-5f41-4cb9-8c7b-1ad2292124be req-d3f7a9c7-98f1-4b07-9318-c486db35c707 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495133 Jul 20 22:49:56.248876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c8cef-4f01-4fd0-a6be-2199d10232bf req-7bcc8d32-1027-4cb3-8f96-a9217bd07bcd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:56.250326 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e08c8cef-4f01-4fd0-a6be-2199d10232bf req-7bcc8d32-1027-4cb3-8f96-a9217bd07bcd tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0466180 Jul 20 22:49:56.297355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e08c8cef-4f01-4fd0-a6be-2199d10232bf req-f48b2d5d-a46d-4cdb-84fe-783ecc76043b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415056 Jul 20 22:49:57.409823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0b314-1f5d-40f0-98f2-e91211505963 req-30bff076-4020-4c96-9d7c-d36772b5701a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:57.411303 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7fa0b314-1f5d-40f0-98f2-e91211505963 req-30bff076-4020-4c96-9d7c-d36772b5701a tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0466321 Jul 20 22:49:57.458008 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7fa0b314-1f5d-40f0-98f2-e91211505963 req-4888b79c-df4e-4054-902b-8cfe64a63feb tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Jul 20 22:49:57.938110 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:57.945320 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:58.587608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff45d8-ee07-49da-9ac9-089c095d7253 req-934e4ceb-a11d-42e2-baf6-4bf4621ad678 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:58.589061 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-34ff45d8-ee07-49da-9ac9-089c095d7253 req-934e4ceb-a11d-42e2-baf6-4bf4621ad678 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0598733 Jul 20 22:49:58.622041 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:58.638597 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-34ff45d8-ee07-49da-9ac9-089c095d7253 req-86addd12-0fd4-4410-9049-cebc3ea473af tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Jul 20 22:49:59.005676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac517-3a9f-4f0b-9bc0-946e0bb7a53c req-c1a63894-d4ac-484d-a3cb-086c91bca9c9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:59.007456 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-831ac517-3a9f-4f0b-9bc0-946e0bb7a53c req-c1a63894-d4ac-484d-a3cb-086c91bca9c9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Jul 20 22:49:59.058313 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-831ac517-3a9f-4f0b-9bc0-946e0bb7a53c req-11ac265e-556f-4cfa-a6a2-959974469c44 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450647 Jul 20 22:49:59.192721 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:49:59.208998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-90256066-373c-445d-bb20-233e73befb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:59.210561 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-90256066-373c-445d-bb20-233e73befb71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1129 time: 0.0441451 Jul 20 22:49:59.308939 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-23c1e8ab-9deb-4598-96e4-b07b1c371bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:59.310520 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-23c1e8ab-9deb-4598-96e4-b07b1c371bdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.0938478 Jul 20 22:49:59.377716 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-793723cf-b4ea-41c3-b759-b9c631c67a06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0586178 Jul 20 22:49:59.479523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-fc8a64c9-7be6-45f3-861f-1dc9f22ccd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:59.481115 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-fc8a64c9-7be6-45f3-861f-1dc9f22ccd21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0485311 Jul 20 22:49:59.525401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-41cbe193-6ed2-44c4-b0f2-ea0060ff3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:49:59.526911 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-41cbe193-6ed2-44c4-b0f2-ea0060ff3453 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392337 Jul 20 22:49:59.621875 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-2232d146-d995-43c0-9436-eb509bf39601 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Jul 20 22:49:59.715807 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b1a0f1a1-5601-4422-8930-0eb4ce269d59 req-a0e646cc-3413-4b0d-a0f1-c2aae23c41af service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825822 Jul 20 22:50:00.183316 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76842b-5ae0-4d8c-88ff-33cc0eb537f6 req-d612db01-7287-4780-a98c-bfc21fa578f7 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:00.184799 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8a76842b-5ae0-4d8c-88ff-33cc0eb537f6 req-d612db01-7287-4780-a98c-bfc21fa578f7 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Jul 20 22:50:00.213606 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 52296) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:50:00.228484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677976755', 'description': 'tempest-description--1634292756'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:00.241377 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8a76842b-5ae0-4d8c-88ff-33cc0eb537f6 req-2ccf7e02-86e9-4448-b866-0e9e4f3bc6b2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Jul 20 22:50:00.351506 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.421557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (817718b7-599c-4685-bccd-da8943eacdcb), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.505030 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (817718b7-599c-4685-bccd-da8943eacdcb), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.535666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817718b7-599c-4685-bccd-da8943eacdcb,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:00.543104 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.543475 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.543823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.544199 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.544533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.544865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.545194 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.545516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.545842 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.546167 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.546491 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.546817 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.547173 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.547533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.547863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:00.593766 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.595115 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e5ac9eb2-5c57-45a6-8252-f77f1985d64a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3798838 Jul 20 22:50:00.598109 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 52298) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:50:00.602500 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '817718b7-599c-4685-bccd-da8943eacdcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:00.687775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (b8b7149c-1c74-42bc-b0c1-9f63d716972e), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.742602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (b8b7149c-1c74-42bc-b0c1-9f63d716972e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.819441 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (b8b7149c-1c74-42bc-b0c1-9f63d716972e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.838243 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b7149c-1c74-42bc-b0c1-9f63d716972e,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:00.896160 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:00.897416 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-fcf4dfc3-0cc8-4fc1-932b-180e4518a734 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983513 Jul 20 22:50:00.900399 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 52300) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:50:00.904690 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '817718b7-599c-4685-bccd-da8943eacdcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:00.915136 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:00.979533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (e7dac792-81f0-4c88-97b5-e754651dd461), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.036483 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (e7dac792-81f0-4c88-97b5-e754651dd461), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.110791 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (e7dac792-81f0-4c88-97b5-e754651dd461), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.131515 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dac792-81f0-4c88-97b5-e754651dd461,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:01.198590 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.199918 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-fa95958d-9ae8-4c48-b252-38892d3cef56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985418 Jul 20 22:50:01.202907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 52302) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:50:01.209095 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:01.282965 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.407430 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:01.419908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eecbe-8bd7-4d05-ac8d-e8e3773710db req-505ae41c-2e18-4b61-8ce7-322df5475f5e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:01.421358 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-734eecbe-8bd7-4d05-ac8d-e8e3773710db req-505ae41c-2e18-4b61-8ce7-322df5475f5e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0996475 Jul 20 22:50:01.448378 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.519193 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-734eecbe-8bd7-4d05-ac8d-e8e3773710db req-ee6802ce-1c02-4e9a-95d5-da6c51750154 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908468 Jul 20 22:50:01.585658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.27.1.146 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/e1492d80-a4cd-4de9-9d21-a8e4ad2bb134) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:50:01.653746 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-55075859-0769-453f-a8ee-140121e82b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.692555 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.779443 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:01.816884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:50:01.822499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:50:01.826366 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:50:01.830759 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:01.848275 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=e1492d80-a4cd-4de9-9d21-a8e4ad2bb134,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:01.911238 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.020359 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.166381 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.213824 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.286164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=e1492d80-a4cd-4de9-9d21-a8e4ad2bb134,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:02.300046 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.411480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:02.412734 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-85418df5-e390-4393-9767-ffda96b979b9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2088568 Jul 20 22:50:02.606550 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-a466f675-a69f-43d8-8a47-7ec11b4c0be3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1677976755&fields=id&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 267 time: 0.0437348 Jul 20 22:50:02.639327 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f901d-934e-47a5-8d3a-13bd9b467e2a req-1014cbf5-6009-4fa7-b87a-8f829d6b6790 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:02.640853 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2f4f901d-934e-47a5-8d3a-13bd9b467e2a req-1014cbf5-6009-4fa7-b87a-8f829d6b6790 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Jul 20 22:50:02.688070 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2f4f901d-934e-47a5-8d3a-13bd9b467e2a req-8dc1433c-b228-448f-a1fb-910225e994fe tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407858 Jul 20 22:50:02.717657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-20d41977-7f75-4800-9c7b-5becbbca4e17 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:02.719135 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-20d41977-7f75-4800-9c7b-5becbbca4e17 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1055138 Jul 20 22:50:02.733118 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-1754324e-d854-4d0b-b7e2-4b1383d2f64c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/quotas/f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 375 time: 0.0087068 Jul 20 22:50:02.787204 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-60cdf719-f921-452d-851d-ab4eed9a85fe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493317 Jul 20 22:50:02.823786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:02.883182 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-32595bac-629c-417a-bd92-6d1cf6c9716b service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848472 Jul 20 22:50:02.974449 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-6b944258-8a4e-46d7-9698-19a7bdd37c60 service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856569 Jul 20 22:50:03.262931 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6452b8d2-ff56-4287-98dd-43bd47cc8d68 req-7f046161-8e33-4f81-80d7-a2270edb2cac tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0407553 Jul 20 22:50:04.002617 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-59689981-51d1-48d3-8059-f79e490d97d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:04.357319 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4b79cb3a-c1be-4cd6-a456-803a4134793f req-af07c947-ae8b-420a-866a-dca2224a05de tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0291779 Jul 20 22:50:05.207888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:05.453822 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6ec9e9f5-e690-4363-bc33-bc66556a3dd7 req-d9f9ef22-9eeb-4973-8cf4-c6fb4f6d55da tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0272558 Jul 20 22:50:05.847467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-81ee04d6-4463-465b-8c9e-8c255b30e1e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:05.849471 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-81ee04d6-4463-465b-8c9e-8c255b30e1e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.3342769 Jul 20 22:50:05.932467 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-98ab624d-b690-444c-b5bb-961cac69e9bd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 473 time: 0.0623412 Jul 20 22:50:05.941362 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'port': {'device_id': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'admin_state_up': True, 'tenant_id': 'f733781536584f80acfc325bf8444536', 'security_groups': ['817718b7-599c-4685-bccd-da8943eacdcb']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:05.947341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:06.139002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:50:06.142318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.268453 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.20.0.10 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/45626d8c-d54c-4e76-87bd-74a8f515a33c) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:50:06.410081 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.418888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.534190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.540706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:06.615823 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814ea6d-7b54-450b-8896-e0a44164097b req-03e53687-90b6-4f13-89b6-32b937aea7ac tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:06.617308 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e814ea6d-7b54-450b-8896-e0a44164097b req-03e53687-90b6-4f13-89b6-32b937aea7ac tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 932 time: 0.0948696 Jul 20 22:50:06.621071 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:50:06.625672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:50:06.628197 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:06.635325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:50:06.683654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.683998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.684363 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.684696 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.685019 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.685429 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.685736 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.686017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.686333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.686687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.687067 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.692262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.692262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.692262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.692262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:06.733104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:06.733735 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.739521 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e814ea6d-7b54-450b-8896-e0a44164097b req-8aba4da0-0837-4c2f-a0d8-a9b66ed54e9b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148865 Jul 20 22:50:06.761626 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:06.805814 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-3050dd32-3a9e-4b20-9ca9-5b909e1ba40a None None] Provisioning complete for port 45626d8c-d54c-4e76-87bd-74a8f515a33c triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:50:06.806582 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3050dd32-3a9e-4b20-9ca9-5b909e1ba40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.829046 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:06.840175 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-3050dd32-3a9e-4b20-9ca9-5b909e1ba40a None None] Port 45626d8c-d54c-4e76-87bd-74a8f515a33c cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:50:06.851533 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-36b91cdd-456e-4923-a95c-43dfe94d160c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9137001 Jul 20 22:50:06.871521 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Request body: {'port': {'device_id': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:06.937430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.191659 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45626d8c-d54c-4e76-87bd-74a8f515a33c {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:50:07.199265 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks [] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.212024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Transition to ACTIVE for port object 45626d8c-d54c-4e76-87bd-74a8f515a33c will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:50:07.316297 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.365926 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Pushing event updated for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:07.446862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Attempting to bind port 45626d8c-d54c-4e76-87bd-74a8f515a33c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:50:07.446862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Attempting to bind port 45626d8c-d54c-4e76-87bd-74a8f515a33c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:50:07.446862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Attempting to bind port 45626d8c-d54c-4e76-87bd-74a8f515a33c on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:50:07.450209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Port 45626d8c-d54c-4e76-87bd-74a8f515a33c on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:50:07.450533 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Attempting to bind port 45626d8c-d54c-4e76-87bd-74a8f515a33c on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:50:07.455768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:50:07.456110 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:50:07.456497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:50:07.457492 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Bound port: 45626d8c-d54c-4e76-87bd-74a8f515a33c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:50:07.457806 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.521075 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:50:07.524386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:50:07.613990 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.655136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:07.655837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:07.657294 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] 10.222.0.23 "PUT /v2.0/ports/45626d8c-d54c-4e76-87bd-74a8f515a33c HTTP/1.1" status: 200 len: 1094 time: 0.7898941 Jul 20 22:50:07.657760 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:50:07.660513 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803879a3-2f9f-47a6-baac-69bcb04d6a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:50:07.669316 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:07.685116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e82638-c029-4cec-befd-ea959b5d7251 service neutron] Pushing event updated for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:07.698793 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a401cb4-14f0-434c-811e-d6d06c91ac58 x-openstack-request-id: req-1a401cb4-14f0-434c-811e-d6d06c91ac58 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:50:07.699167 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:50:07.699425 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a401cb4-14f0-434c-811e-d6d06c91ac58 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:50:07.699833 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a401cb4-14f0-434c-811e-d6d06c91ac58'] response: {'name': 'network-changed', 'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'status': 'completed', 'code': 200} Jul 20 22:50:07.869324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-a90992b1-b812-475c-b472-1c4739a13b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:07.870868 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-a90992b1-b812-475c-b472-1c4739a13b1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 1128 time: 0.0857518 Jul 20 22:50:07.884845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5cac-5542-4254-b2e7-e31fb8665f71 req-be8f367e-b076-4eb6-bb98-64f5bcb33784 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:07.886446 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b75e5cac-5542-4254-b2e7-e31fb8665f71 req-be8f367e-b076-4eb6-bb98-64f5bcb33784 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0599856 Jul 20 22:50:08.004713 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b75e5cac-5542-4254-b2e7-e31fb8665f71 req-29556170-245b-4c97-8436-2fca4b9f0556 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060138 Jul 20 22:50:08.007334 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:08.021632 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-4e767499-f76e-4829-b9f1-18031b00a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:08.023146 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-4e767499-f76e-4829-b9f1-18031b00a25e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f733781536584f80acfc325bf8444536&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346486 Jul 20 22:50:08.135272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-23572cf8-30ce-4438-b009-7a4744da064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:08.136759 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-803879a3-2f9f-47a6-baac-69bcb04d6a2c req-23572cf8-30ce-4438-b009-7a4744da064c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906971 Jul 20 22:50:08.255468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-cbaf5f15-cbbc-4e47-b9ee-cae2e14ab8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:08.256878 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-cbaf5f15-cbbc-4e47-b9ee-cae2e14ab8d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 1128 time: 0.0437720 Jul 20 22:50:08.304480 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-20bd0f08-28d5-4424-801b-22baac86658a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c HTTP/1.1" status: 200 len: 217 time: 0.0325687 Jul 20 22:50:08.352693 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-bd28c462-4251-43ec-8376-2b5f79267efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:08.354125 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-bd28c462-4251-43ec-8376-2b5f79267efe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0436404 Jul 20 22:50:08.397230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-3c5d5f1a-1a06-4575-9a0f-5a7a33144c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:08.398670 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-3c5d5f1a-1a06-4575-9a0f-5a7a33144c8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379014 Jul 20 22:50:08.490233 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-edfa324b-4edb-4307-ac91-6ab4983cc673 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844593 Jul 20 22:50:08.587292 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ddcc474c-084e-492f-927a-0e4ad74e2893 req-b8b6eedb-0422-4a70-b45a-23c887063904 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908659 Jul 20 22:50:09.125565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548086-d24b-4b33-a39f-40811fbd0b67 req-62efd0a8-5385-445c-acf5-82cffbdce993 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:09.127105 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4b548086-d24b-4b33-a39f-40811fbd0b67 req-62efd0a8-5385-445c-acf5-82cffbdce993 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0471537 Jul 20 22:50:09.146901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:09.173995 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4b548086-d24b-4b33-a39f-40811fbd0b67 req-54c16209-da24-46bb-842c-9ee3ed46710e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413103 Jul 20 22:50:10.299964 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5d18-0a72-4afd-9b28-7ee071f2528a req-5856992a-1e76-422d-8300-a75d8d06fb7a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:10.301982 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1a6d5d18-0a72-4afd-9b28-7ee071f2528a req-5856992a-1e76-422d-8300-a75d8d06fb7a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0572047 Jul 20 22:50:10.352150 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1a6d5d18-0a72-4afd-9b28-7ee071f2528a req-324aadb2-385f-4952-a1e2-ba6f6deb138f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Jul 20 22:50:11.466474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa36d-30c6-4648-8f39-159348032a02 req-0c5e4d7f-031d-4fae-82cb-7ae7ac8dc4aa tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:11.467870 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-660fa36d-30c6-4648-8f39-159348032a02 req-0c5e4d7f-031d-4fae-82cb-7ae7ac8dc4aa tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0465198 Jul 20 22:50:11.517316 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-660fa36d-30c6-4648-8f39-159348032a02 req-a8ffd372-6f78-43ad-b2ea-81f98390af5a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Jul 20 22:50:12.628090 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ec34-86fb-4ce6-816b-f5622e0c6448 req-cbd5a642-ca56-4b27-9ed5-b72f19b79232 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:12.629619 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3cb9ec34-86fb-4ce6-816b-f5622e0c6448 req-cbd5a642-ca56-4b27-9ed5-b72f19b79232 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0463154 Jul 20 22:50:12.675724 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3cb9ec34-86fb-4ce6-816b-f5622e0c6448 req-3b462c16-f974-41f0-92b3-d72ee306f5ad tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Jul 20 22:50:13.789543 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa7e0c-374c-4635-a3b7-3eeca96facf3 req-a2d65a76-febb-493e-815f-2dd325b99ec7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:13.791036 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efaa7e0c-374c-4635-a3b7-3eeca96facf3 req-a2d65a76-febb-493e-815f-2dd325b99ec7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0481310 Jul 20 22:50:13.837876 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efaa7e0c-374c-4635-a3b7-3eeca96facf3 req-750b4df8-fd6e-45a0-9cc7-e74c7f817526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Jul 20 22:50:13.907759 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:50:14.956451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3544c-5743-4104-8a80-849db6917ef4 req-051bdc67-5315-40bf-aa44-3ebe3cc91ce4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:14.957827 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4bb3544c-5743-4104-8a80-849db6917ef4 req-051bdc67-5315-40bf-aa44-3ebe3cc91ce4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0504797 Jul 20 22:50:15.005974 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4bb3544c-5743-4104-8a80-849db6917ef4 req-6be9ff16-d08b-4485-b577-f32ee23afe82 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419567 Jul 20 22:50:16.117421 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26697dd7-cbe6-4559-8089-3d7aca2fa6f6 req-a5802634-5ed5-466a-a462-b02be19d405a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:16.119374 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-26697dd7-cbe6-4559-8089-3d7aca2fa6f6 req-a5802634-5ed5-466a-a462-b02be19d405a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0461299 Jul 20 22:50:16.164625 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-26697dd7-cbe6-4559-8089-3d7aca2fa6f6 req-854c7905-29dc-42e7-8cc9-5abbe842b7de tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Jul 20 22:50:17.278803 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b38e6b-dfa6-4f91-b07e-a2728d113492 req-74e26fac-f494-49c7-8e6b-c91d45822e56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:17.280283 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91b38e6b-dfa6-4f91-b07e-a2728d113492 req-74e26fac-f494-49c7-8e6b-c91d45822e56 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0472901 Jul 20 22:50:17.327475 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91b38e6b-dfa6-4f91-b07e-a2728d113492 req-8bf40940-8cec-43d9-a824-3ee3c0dd737f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 Jul 20 22:50:17.559167 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:17.876189 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:18.447757 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479816f-5937-4034-a814-ba31dab3aadc req-a3b6dac5-f841-467d-bb78-fbe8f667b857 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:18.449124 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4479816f-5937-4034-a814-ba31dab3aadc req-a3b6dac5-f841-467d-bb78-fbe8f667b857 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 944 time: 0.0521071 Jul 20 22:50:18.473475 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:18.495175 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4479816f-5937-4034-a814-ba31dab3aadc req-42c89fd1-8f1c-45b7-9cd7-ef7a826800e5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Jul 20 22:50:18.703298 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 45626d8c-d54c-4e76-87bd-74a8f515a33c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:50:18.803991 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:50:18.815197 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'port_id': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'mac_address': 'fa:16:3e:7d:c6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:50:18.851358 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 45626d8c-d54c-4e76-87bd-74a8f515a33c is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:50:18.851734 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:18.864600 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45626d8c-d54c-4e76-87bd-74a8f515a33c {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:50:18.885287 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:50:18.949532 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:18.999253 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:19.609925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bc0e1-ac83-4ea2-bd36-348a4b3b9083 req-abebe69c-98cf-45fc-aadc-d1091cdc5639 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:19.611439 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a54bc0e1-ac83-4ea2-bd36-348a4b3b9083 req-abebe69c-98cf-45fc-aadc-d1091cdc5639 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 945 time: 0.0503776 Jul 20 22:50:19.658662 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a54bc0e1-ac83-4ea2-bd36-348a4b3b9083 req-37fcf568-9cbf-4fe2-a28c-df2d7064d94c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Jul 20 22:50:20.768951 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0748-9e05-46e0-80a7-2ca730bc5ddd req-5e03ea8c-2879-4c10-b46e-323431ef6ac4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:20.770430 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-778d0748-9e05-46e0-80a7-2ca730bc5ddd req-5e03ea8c-2879-4c10-b46e-323431ef6ac4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 945 time: 0.0465336 Jul 20 22:50:20.819863 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-778d0748-9e05-46e0-80a7-2ca730bc5ddd req-5983418e-774e-4a5c-aecd-f5a08360cd5c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Jul 20 22:50:21.194242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['45626d8c-d54c-4e76-87bd-74a8f515a33c'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:50:21.932637 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12616e-e0c6-40d3-8fe2-ea062a1d38bc req-c19c8864-843d-48ee-8402-13a8abeae815 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:21.934092 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5f12616e-e0c6-40d3-8fe2-ea062a1d38bc req-c19c8864-843d-48ee-8402-13a8abeae815 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 945 time: 0.0473604 Jul 20 22:50:21.960690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:21.983936 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5f12616e-e0c6-40d3-8fe2-ea062a1d38bc req-e0c3b62a-bb00-4df9-813e-c5fb6e6dd73d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444174 Jul 20 22:50:23.011300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 45626d8c-d54c-4e76-87bd-74a8f515a33c up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:50:23.054234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 45626d8c-d54c-4e76-87bd-74a8f515a33c completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:50:23.101369 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3289f9-d6b7-44d0-87cd-b1428657d080 req-1a52eb00-016f-43b4-a066-d243983cd388 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:23.103605 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c3289f9-d6b7-44d0-87cd-b1428657d080 req-1a52eb00-016f-43b4-a066-d243983cd388 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 945 time: 0.0505905 Jul 20 22:50:23.126914 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 45626d8c-d54c-4e76-87bd-74a8f515a33c triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:50:23.127404 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:23.150703 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c3289f9-d6b7-44d0-87cd-b1428657d080 req-30c9701f-fcaf-4d0a-80aa-ed9bacd41a90 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415800 Jul 20 22:50:23.201508 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 45626d8c-d54c-4e76-87bd-74a8f515a33c is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:50:23.201892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:23.224802 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:50:23.227705 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad5f77-3a94-4425-8a81-043f6f1cccf9" -d '{"events": [{"server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:50:23.240105 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:50:23.262318 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0417fd27-fd24-477c-9db0-546a63124223 x-openstack-request-id: req-0417fd27-fd24-477c-9db0-546a63124223 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:50:23.262580 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:50:23.262818 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0417fd27-fd24-477c-9db0-546a63124223 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:50:23.263304 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0417fd27-fd24-477c-9db0-546a63124223'] response: {'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'code': 200} Jul 20 22:50:23.332687 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:23.378700 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:23.386150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.386497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.386854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.387227 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.387571 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.387895 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.388217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.388542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.388865 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.389187 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.389514 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.389836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.390155 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.390472 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.390781 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:50:23.904058 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:24.418252 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfd89e-b607-4c85-91f2-6cc8307683fb req-1776ef77-a1db-4687-94bf-58429e1b6c17 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:24.419756 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0acfd89e-b607-4c85-91f2-6cc8307683fb req-1776ef77-a1db-4687-94bf-58429e1b6c17 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.2026489 Jul 20 22:50:24.468692 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0acfd89e-b607-4c85-91f2-6cc8307683fb req-8d5e3b70-e1ec-4616-b46e-f374d7d474b6 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432458 Jul 20 22:50:25.620562 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:25.636132 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7962cf-e9cf-4349-b03f-bf403bae769a req-435cbb11-b562-4c55-8952-4611a66014dc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:25.643629 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1b7962cf-e9cf-4349-b03f-bf403bae769a req-435cbb11-b562-4c55-8952-4611a66014dc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0985954 Jul 20 22:50:25.688422 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1b7962cf-e9cf-4349-b03f-bf403bae769a req-09efe11a-8771-44a4-bb09-79ead6dbf2f4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Jul 20 22:50:25.795351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:26.801401 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379bed-8e50-45c9-b8c8-93a5e34716bc req-09076795-3a86-4e62-9c93-53f83b09ca80 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:26.802758 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ce379bed-8e50-45c9-b8c8-93a5e34716bc req-09076795-3a86-4e62-9c93-53f83b09ca80 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0465827 Jul 20 22:50:26.852420 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ce379bed-8e50-45c9-b8c8-93a5e34716bc req-b0046d9b-8ad2-4ff2-a143-297b3dbca748 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437734 Jul 20 22:50:27.657583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad345-b7cb-40d1-9cc6-ef41e6cc8e08 req-61b67560-a5e0-4dc9-847e-f17ea03bd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:27.659123 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-296ad345-b7cb-40d1-9cc6-ef41e6cc8e08 req-61b67560-a5e0-4dc9-847e-f17ea03bd60a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 1130 time: 0.0379496 Jul 20 22:50:27.701676 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-296ad345-b7cb-40d1-9cc6-ef41e6cc8e08 req-61ba6ebf-c472-460b-863c-c4dfa3d9f2b1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361826 Jul 20 22:50:27.964768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064378-aeb9-4eb6-8fdb-be095e614dab req-b06bdad3-2cd6-4ace-96d9-46f18a43f39a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:27.966283 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c064378-aeb9-4eb6-8fdb-be095e614dab req-b06bdad3-2cd6-4ace-96d9-46f18a43f39a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0465522 Jul 20 22:50:28.012090 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c064378-aeb9-4eb6-8fdb-be095e614dab req-88416adb-37c5-4ad5-9477-5f15edc83cac tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Jul 20 22:50:28.699782 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-87efdfbd-263f-4a64-8f2e-b0f2282f6055 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419655 Jul 20 22:50:28.776357 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-e5e074aa-eba7-46c5-a0a0-66bb819a1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:28.777946 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-e5e074aa-eba7-46c5-a0a0-66bb819a1836 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 1129 time: 0.0391030 Jul 20 22:50:29.126177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dab1a0-d899-4a89-851e-226a27f83053 req-80779ef8-8fb9-4ebc-9551-032e482e4f5b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:29.127673 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-75dab1a0-d899-4a89-851e-226a27f83053 req-80779ef8-8fb9-4ebc-9551-032e482e4f5b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0489943 Jul 20 22:50:29.175309 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-75dab1a0-d899-4a89-851e-226a27f83053 req-0009b33d-a9d6-4b4b-96d6-c03dfcf38e92 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Jul 20 22:50:29.621199 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-04969999-ef32-4164-a069-c4e632ad0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:29.622677 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-04969999-ef32-4164-a069-c4e632ad0187 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.0854225 Jul 20 22:50:29.704966 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-f763cfd1-34ad-464c-a83d-bbcd63ace747 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a HTTP/1.1" status: 200 len: 1000 time: 0.0581799 Jul 20 22:50:29.753231 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-8fcc9510-3d05-4f27-857c-3fca581114b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:29.754674 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-8fcc9510-3d05-4f27-857c-3fca581114b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0431035 Jul 20 22:50:29.800313 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-5759fdd4-2963-42ab-955f-ddcf0c9e6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:29.801895 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-5759fdd4-2963-42ab-955f-ddcf0c9e6bb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386508 Jul 20 22:50:29.895395 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-335dbf44-27ad-4a82-8128-8c1c8b761028 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Jul 20 22:50:29.994700 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5e854bab-c156-4ce8-b9f5-3733d26ff013 req-850860c1-06a1-4355-a279-6d0f65615830 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882466 Jul 20 22:50:30.290251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f466cc-6dd9-44dc-a8e4-23b299226348 req-bf57e144-3d39-475e-a48d-c11e470257fc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:30.291972 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f466cc-6dd9-44dc-a8e4-23b299226348 req-bf57e144-3d39-475e-a48d-c11e470257fc tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0485756 Jul 20 22:50:30.340724 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1f466cc-6dd9-44dc-a8e4-23b299226348 req-6ff92059-1704-4b5d-92e4-277fba594b14 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Jul 20 22:50:31.464404 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f822f-7f29-4ea9-ba9b-f630d95b5772 req-f8bc6aec-47ec-45b1-9f8d-e2a4f770f897 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:31.465894 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6d5f822f-7f29-4ea9-ba9b-f630d95b5772 req-f8bc6aec-47ec-45b1-9f8d-e2a4f770f897 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0587521 Jul 20 22:50:31.513714 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6d5f822f-7f29-4ea9-ba9b-f630d95b5772 req-7cbe4510-6cfa-48ba-b60d-203ee97305ff tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Jul 20 22:50:31.621822 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340391-b4a4-4097-bd66-0eaa75adbb4a req-95b55157-c8e3-4eca-837d-be8cc7309acf tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:31.623388 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c340391-b4a4-4097-bd66-0eaa75adbb4a req-95b55157-c8e3-4eca-837d-be8cc7309acf tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0461738 Jul 20 22:50:31.631894 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 52484) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:50:31.636815 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'port_id': '45626d8c-d54c-4e76-87bd-74a8f515a33c'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:31.646152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-97112f11-f867-406b-9ff4-9f2c2c902dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:31.677426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:31.734401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:31.781198 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:32.099390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:32.177937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:32.277592 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP 13fab7ea-95f7-4029-a0c2-f0934b0738e3 associated. External IP: 172.27.1.146, port: 45626d8c-d54c-4e76-87bd-74a8f515a33c. Jul 20 22:50:32.717798 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:50:32.818140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:50:32.827122 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:32.828755 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:50:32.838266 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:50:32.838905 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:50:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:50:32.854373 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8b3f4383-e33c-4ce2-830c-2f68a1954526 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "PUT /v2.0/floatingips/13fab7ea-95f7-4029-a0c2-f0934b0738e3 HTTP/1.1" status: 200 len: 992 time: 1.2214453 Jul 20 22:50:32.854937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:50:32.857348 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da263458-80e7-4bf2-8eea-9b379eca01ed" -d '{"events": [{"name": "network-changed", "server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:50:32.893165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfd046e-c9c3-46ff-ab87-8431549a8792 x-openstack-request-id: req-7bfd046e-c9c3-46ff-ab87-8431549a8792 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:50:32.895554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:50:32.895554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bfd046e-c9c3-46ff-ab87-8431549a8792 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:50:32.895554 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfd046e-c9c3-46ff-ab87-8431549a8792'] response: {'name': 'network-changed', 'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'status': 'completed', 'code': 200} Jul 20 22:50:33.039260 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:33.055094 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:33.063562 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:50:33.229174 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-40adc88a-eb5b-4c8b-b29e-58f3a96f4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:33.233759 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-40adc88a-eb5b-4c8b-b29e-58f3a96f4003 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 1130 time: 0.0395520 Jul 20 22:50:33.275273 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '13fab7ea-95f7-4029-a0c2-f0934b0738e3', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:7d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:50:01Z', 'updated_at': '2022-07-20T22:50:32Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}, {'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:50:33.300739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:50:33.309268 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:50:33.309874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:50:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:50:33.330881 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-e225b0f3-e09b-4118-95c0-7014c1eb800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:33.332410 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-e225b0f3-e09b-4118-95c0-7014c1eb800c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.0917404 Jul 20 22:50:33.379417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:33.398169 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-0ddf2c22-6dd4-40ed-bf18-3dabb0d82e83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c HTTP/1.1" status: 200 len: 1000 time: 0.0585191 Jul 20 22:50:33.415461 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:50:33.438333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:33.458462 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-243309dc-8eea-4d86-9ca7-8f8b83753e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:33.460035 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-243309dc-8eea-4d86-9ca7-8f8b83753e69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0551517 Jul 20 22:50:33.504291 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-9bc8eda4-a49f-48f6-99ce-b31fcc9feeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:33.505799 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-9bc8eda4-a49f-48f6-99ce-b31fcc9feeee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400326 Jul 20 22:50:33.599481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-091aa924-16bb-4fcc-8e63-6f88311db3cc service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Jul 20 22:50:33.641441 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '13fab7ea-95f7-4029-a0c2-f0934b0738e3', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:7d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:50:01Z', 'updated_at': '2022-07-20T22:50:32Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}, {'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:50:33.677671 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a815a23-2b38-488c-b801-e27af0463e6d None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '13fab7ea-95f7-4029-a0c2-f0934b0738e3', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:7d:c6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:50:01Z', 'updated_at': '2022-07-20T22:50:32Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}, {'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:50:33.700587 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-da263458-80e7-4bf2-8eea-9b379eca01ed req-265b8f5b-d57b-499d-b933-c70b7323b7f9 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950503 Jul 20 22:50:33.863240 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f2542-45fd-47a7-8915-af98066687c5 None None] New status for floating IP 13fab7ea-95f7-4029-a0c2-f0934b0738e3: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:50:34.025070 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-052349e3-5bc3-4f8b-b4e6-d5cea761adba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:35.178815 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ca4a-08e3-4e5e-9a4d-8cb11bc0ad40 req-30f420c0-8677-4667-821b-bcc4e75cd2f7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:35.180362 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d147ca4a-08e3-4e5e-9a4d-8cb11bc0ad40 req-30f420c0-8677-4667-821b-bcc4e75cd2f7 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0486009 Jul 20 22:50:35.205926 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:35.228266 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d147ca4a-08e3-4e5e-9a4d-8cb11bc0ad40 req-b633133b-b6fa-41bd-b6b1-ffe062e8e3f5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Jul 20 22:50:36.346535 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ef68-7122-45a5-8c6e-d935a5b76779 req-715c2f22-30e1-4f29-ab2b-99a33570def2 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:36.347978 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97c0ef68-7122-45a5-8c6e-d935a5b76779 req-715c2f22-30e1-4f29-ab2b-99a33570def2 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0511565 Jul 20 22:50:36.394826 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97c0ef68-7122-45a5-8c6e-d935a5b76779 req-24956ae3-7beb-44fa-8540-28470f4f401b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Jul 20 22:50:36.417646 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:36.795174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:37.238300 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c16499-51d5-494d-adf1-831f205e5407 req-6a73daff-ab38-4a92-bcde-350080b872fe tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:37.239855 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71c16499-51d5-494d-adf1-831f205e5407 req-6a73daff-ab38-4a92-bcde-350080b872fe tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0506852 Jul 20 22:50:37.329148 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Deleting port 36e980b0-9ef6-40fd-8b37-e7269800c0dc {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:50:37.329488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:37.420497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] For port 36e980b0-9ef6-40fd-8b37-e7269800c0dc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=36e980b0-9ef6-40fd-8b37-e7269800c0dc,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:50:37.420861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:37.434759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Calling delete_port for 36e980b0-9ef6-40fd-8b37-e7269800c0dc owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:50:37.532895 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4013851-cc7a-446a-b6cb-61a0b7d43e9f req-70a0b74a-2fd4-475c-9011-a689fb421ec3 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:37.534270 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d4013851-cc7a-446a-b6cb-61a0b7d43e9f req-70a0b74a-2fd4-475c-9011-a689fb421ec3 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 945 time: 0.0611427 Jul 20 22:50:37.572594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:37.622179 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d4013851-cc7a-446a-b6cb-61a0b7d43e9f req-63bbd633-cb8f-46cc-acc8-8036c807000e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761735 Jul 20 22:50:37.703114 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (36e980b0-9ef6-40fd-8b37-e7269800c0dc), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:37.731755 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Pushing event deleted for resources: {'Port': ['ID=36e980b0-9ef6-40fd-8b37-e7269800c0dc,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:37.740402 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['36e980b0-9ef6-40fd-8b37-e7269800c0dc'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:50:37.775855 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] No DVR routers for this DVR port 36e980b0-9ef6-40fd-8b37-e7269800c0dc on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:50:37.780052 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:37.782041 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-71c16499-51d5-494d-adf1-831f205e5407 req-9cc33bed-6b6f-490f-a651-f0b564c953de tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "DELETE /v2.0/ports/36e980b0-9ef6-40fd-8b37-e7269800c0dc HTTP/1.1" status: 204 len: 173 time: 0.5338528 Jul 20 22:50:37.782488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'name': 'network-vif-deleted', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:50:37.784904 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62676e-bb95-4bf0-a76e-f45793caa77c" -d '{"events": [{"server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "name": "network-vif-deleted", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:50:37.823802 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73b502d-764c-45ba-9ddf-b5ed379a9e16 x-openstack-request-id: req-b73b502d-764c-45ba-9ddf-b5ed379a9e16 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:50:37.824095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3cf5eb-8305-465f-8390-e522c61b12fe", "name": "network-vif-deleted", "tag": "36e980b0-9ef6-40fd-8b37-e7269800c0dc", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:50:37.824368 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b73b502d-764c-45ba-9ddf-b5ed379a9e16 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:50:37.824770 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73b502d-764c-45ba-9ddf-b5ed379a9e16'] response: {'server_uuid': '3f3cf5eb-8305-465f-8390-e522c61b12fe', 'name': 'network-vif-deleted', 'tag': '36e980b0-9ef6-40fd-8b37-e7269800c0dc', 'status': 'completed', 'code': 200} Jul 20 22:50:38.736589 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4509cc3d-b60a-4123-84c5-e974659bb9b4 req-2a0fa794-a418-474e-adc1-46537c4d629e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f3cf5eb-8305-465f-8390-e522c61b12fe HTTP/1.1" status: 200 len: 210 time: 0.0349596 Jul 20 22:50:43.189722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 36e980b0-9ef6-40fd-8b37-e7269800c0dc no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:50:43.211080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 36e980b0-9ef6-40fd-8b37-e7269800c0dc {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:50:43.211418 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 36e980b0-9ef6-40fd-8b37-e7269800c0dc not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:50:43.964921 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:43.967739 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:46.389056 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:46.390968 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=65 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:47.745445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:48.711624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:48.712420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:50.907155 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:50:52.729355 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-1cfe3988-414d-4755-8f28-b39eb5bd4342 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:52.730726 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-1cfe3988-414d-4755-8f28-b39eb5bd4342 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/networks?id=25cdff7d-27ed-4136-8183-3055182fbcc3 HTTP/1.1" status: 200 len: 813 time: 0.1055591 Jul 20 22:50:52.746049 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a7cc7c71-b5aa-421d-b2cd-dfa39a827d0f tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/quotas/650d54a3145d42748ed81457cdd1eb34 HTTP/1.1" status: 200 len: 375 time: 0.0101466 Jul 20 22:50:52.783622 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-02656b49-eba7-417b-aaab-31729e6ebd31 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319464 Jul 20 22:50:52.918345 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a4b95c46-85dd-4b1d-9d94-daee605d9adc service neutron] 10.222.0.81 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283579 Jul 20 22:50:53.011216 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-1d57d7e5-6d5c-423c-8efe-e63323c48b5a service neutron] 10.222.0.81 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Jul 20 22:50:53.193495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:53.262107 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0766bbf3-64c3-4303-89ec-8ea0d62a438a req-a342ac25-7941-4c7d-a817-4d532815895d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 210 time: 0.0376828 Jul 20 22:50:54.341163 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-02d147d4-d666-42e1-aed1-bd9e6a095c76 req-09364e8e-1a1b-4a87-9763-251f96084a98 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Jul 20 22:50:55.437450 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-04a47384-1ceb-4142-816b-410e17ba5990 req-5bffcfb8-766f-4b66-a5f6-8b734148d636 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Jul 20 22:50:55.750449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a7ba1305-7958-4dda-ba45-efbf3353e54e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:55.751882 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a7ba1305-7958-4dda-ba45-efbf3353e54e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "GET /v2.0/networks?id=25cdff7d-27ed-4136-8183-3055182fbcc3 HTTP/1.1" status: 200 len: 813 time: 0.1078029 Jul 20 22:50:55.769737 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Request body: {'port': {'device_id': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3', 'admin_state_up': True, 'tenant_id': '650d54a3145d42748ed81457cdd1eb34'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:55.839309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:55.964862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Made reservation on behalf of 650d54a3145d42748ed81457cdd1eb34 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:50:55.968395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.098686 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Allocated IP 172.20.0.5 (25cdff7d-27ed-4136-8183-3055182fbcc3/0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef/0efce0f9-7d60-43a9-959f-b7ebca9cd95d) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:50:56.248801 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks [] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.394452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.437528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Network 25cdff7d-27ed-4136-8183-3055182fbcc3 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:50:56.445181 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:50:56.446946 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:50:56.453025 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Pushing event updated for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:56.499869 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:56.500488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.553477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9baca4-fa9a-4730-9ba4-6f1e5736e990 req-0f64ad92-4afc-474f-99f8-58d203bb8cae tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:56.554939 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed9baca4-fa9a-4730-9ba4-6f1e5736e990 req-0f64ad92-4afc-474f-99f8-58d203bb8cae tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 931 time: 0.0469291 Jul 20 22:50:56.602126 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-a662bec9-d410-4984-93ae-caca5eb652fa tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359869 Jul 20 22:50:56.605065 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed9baca4-fa9a-4730-9ba4-6f1e5736e990 req-15eb43c8-7bee-469d-b8f8-98de41da104a tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Jul 20 22:50:56.624001 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Request body: {'port': {'device_id': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:50:56.689713 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:56.696576 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.745204 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:56.949039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efce0f9-7d60-43a9-959f-b7ebca9cd95d {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:50:56.956389 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks [] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:56.969430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Transition to ACTIVE for port object 0efce0f9-7d60-43a9-959f-b7ebca9cd95d will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:50:57.062457 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:57.118465 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Pushing event updated for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:57.184017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Attempting to bind port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:50:57.184353 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Attempting to bind port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:50:57.184686 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Attempting to bind port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d on network 25cdff7d-27ed-4136-8183-3055182fbcc3 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:50:57.189153 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d on network 25cdff7d-27ed-4136-8183-3055182fbcc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:50:57.189469 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Attempting to bind port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d on network 25cdff7d-27ed-4136-8183-3055182fbcc3 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:50:57.194300 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:50:57.194641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Checking segment: {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:50:57.195045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Bound using segment: {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:50:57.195955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Bound port: 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21708ae5-839d-4797-a30e-dc3d45472fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:50:57.195955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:57.256604 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:50:57.258191 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:57.260017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:50:57.410599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:57.449142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:57.449767 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:50:57.451216 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] 10.222.0.23 "PUT /v2.0/ports/0efce0f9-7d60-43a9-959f-b7ebca9cd95d HTTP/1.1" status: 200 len: 1093 time: 0.8315234 Jul 20 22:50:57.451645 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:50:57.453837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8dae3d-3f2c-4c37-a748-e167390447f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:50:57.476780 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d479fdc-848c-47a5-b6cc-b94b57d99403 service neutron] Pushing event updated for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:50:57.492865 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74612b27-50e8-4e35-acb1-b73d70bd1ffe x-openstack-request-id: req-74612b27-50e8-4e35-acb1-b73d70bd1ffe {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:50:57.493151 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:50:57.493411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74612b27-50e8-4e35-acb1-b73d70bd1ffe {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:50:57.494299 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74612b27-50e8-4e35-acb1-b73d70bd1ffe'] response: {'name': 'network-changed', 'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d', 'status': 'completed', 'code': 200} Jul 20 22:50:57.578358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-4cccb493-13e0-4408-89fa-bbeb87275d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:57.579854 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-4cccb493-13e0-4408-89fa-bbeb87275d09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 1127 time: 0.0399756 Jul 20 22:50:57.694559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-4cac4010-9501-44fd-bcd2-4ee9c22226ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:57.696045 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-4cac4010-9501-44fd-bcd2-4ee9c22226ca service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=650d54a3145d42748ed81457cdd1eb34&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1012971 Jul 20 22:50:57.718070 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f43e-baad-4192-aa3a-38b8f855f2de req-a6d80ff4-ae41-49d3-97b8-c69ff5cc51fe tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:57.719532 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e6f43e-baad-4192-aa3a-38b8f855f2de req-a6d80ff4-ae41-49d3-97b8-c69ff5cc51fe tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0467050 Jul 20 22:50:57.766283 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e6f43e-baad-4192-aa3a-38b8f855f2de req-1456683a-e65f-4484-b9d2-b942c28933cc tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Jul 20 22:50:57.876722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-6121666f-b2c4-4afb-924d-69e68a19d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:57.878201 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a8dae3d-3f2c-4c37-a748-e167390447f2 req-6121666f-b2c4-4afb-924d-69e68a19d39c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922463 Jul 20 22:50:58.566079 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-57568c71-13f6-4594-a681-88450e0b01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:58.567605 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-57568c71-13f6-4594-a681-88450e0b01b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650d54a3145d42748ed81457cdd1eb34&device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 1127 time: 0.0405536 Jul 20 22:50:58.621537 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-97597f99-6155-4512-9cfa-12fa2244c10b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d HTTP/1.1" status: 200 len: 217 time: 0.0391016 Jul 20 22:50:58.882511 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6c663-e3d0-4999-b561-5ff677f1d590 req-4223cc77-4521-4e98-943a-ba4e2eb6d856 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:58.883991 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-31c6c663-e3d0-4999-b561-5ff677f1d590 req-4223cc77-4521-4e98-943a-ba4e2eb6d856 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0470631 Jul 20 22:50:58.930902 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-31c6c663-e3d0-4999-b561-5ff677f1d590 req-c1dc4c72-3927-48b7-95c2-a9d3f12c6ec1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Jul 20 22:50:59.044163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004d117-04ac-433d-b088-3f137eb77e83 req-290a0da6-adb9-48a7-9242-496d29f17668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:50:59.045635 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-290a0da6-adb9-48a7-9242-496d29f17668 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef HTTP/1.1" status: 200 len: 853 time: 0.0441828 Jul 20 22:50:59.079458 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-5622bfa5-34ed-4401-bb67-151eec2f5c36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=25cdff7d-27ed-4136-8183-3055182fbcc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261991 Jul 20 22:50:59.173334 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-7dcaeeaf-c216-4768-9168-1d36dd1813cd service neutron] 10.222.0.23 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883925 Jul 20 22:50:59.263083 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:50:59.266889 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4004d117-04ac-433d-b088-3f137eb77e83 req-d3f52f51-8a5b-4647-a08d-7ce98965dad9 service neutron] 10.222.0.23 "GET /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876606 Jul 20 22:51:00.044020 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee938f-ca03-4e83-9f46-d61bfe0a9d28 req-99496302-dbff-4804-b0c2-8fd45e413ee3 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:00.045490 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9ee938f-ca03-4e83-9f46-d61bfe0a9d28 req-99496302-dbff-4804-b0c2-8fd45e413ee3 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0470419 Jul 20 22:51:00.091265 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f9ee938f-ca03-4e83-9f46-d61bfe0a9d28 req-ce0678fc-a7ca-40c0-9b5b-30fa7b6f5f2f tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Jul 20 22:51:00.197687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e76f1-c35f-47ba-a988-1412c6838fa3 req-4fa93cc5-7051-4a7b-bbdf-4f2346289fb7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:00.199286 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-596e76f1-c35f-47ba-a988-1412c6838fa3 req-4fa93cc5-7051-4a7b-bbdf-4f2346289fb7 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0472019 Jul 20 22:51:00.245909 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-596e76f1-c35f-47ba-a988-1412c6838fa3 req-0f47b000-25d1-4686-927d-fd401f04f0a4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410721 Jul 20 22:51:00.902679 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:00.903607 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:01.206348 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcde9c-ac51-43f7-b053-edf982456e4a req-cdb1da41-a209-481d-a0db-65081ac455f5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:01.207865 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39fcde9c-ac51-43f7-b053-edf982456e4a req-cdb1da41-a209-481d-a0db-65081ac455f5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0471277 Jul 20 22:51:01.254320 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39fcde9c-ac51-43f7-b053-edf982456e4a req-5f96a86f-5135-4f93-b65a-17914e815dd3 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Jul 20 22:51:01.363023 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284be00-8123-47b5-b2e2-bc913e63f2d4 req-12de6d51-f6e8-4471-b7fa-ce12ec4eae7d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:01.364501 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7284be00-8123-47b5-b2e2-bc913e63f2d4 req-12de6d51-f6e8-4471-b7fa-ce12ec4eae7d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0505726 Jul 20 22:51:01.411791 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7284be00-8123-47b5-b2e2-bc913e63f2d4 req-9a7a694a-a4c1-43cf-8ed0-71434f63df09 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411668 Jul 20 22:51:01.661762 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8bc8-8645-46d6-8058-8510fe83347f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:02.370808 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7976b-6c00-4fed-8863-49f98f558c81 req-2658fafc-0eb5-4bd6-9a50-329ed91ed82b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.372275 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23d7976b-6c00-4fed-8863-49f98f558c81 req-2658fafc-0eb5-4bd6-9a50-329ed91ed82b tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0503066 Jul 20 22:51:02.420526 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23d7976b-6c00-4fed-8863-49f98f558c81 req-4e7c58a3-5752-459b-a177-845ca110a75a tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Jul 20 22:51:02.532579 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b5f9c-8448-462d-bbe7-b6d4e4d819bd req-11fbfbca-a718-46ec-8d8d-32daa12d1ff4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.534088 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b5b5f9c-8448-462d-bbe7-b6d4e4d819bd req-11fbfbca-a718-46ec-8d8d-32daa12d1ff4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0499947 Jul 20 22:51:02.556065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-7e120689-7535-4a50-9f13-fbd5e051d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.557564 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-7e120689-7535-4a50-9f13-fbd5e051d1a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0407784 Jul 20 22:51:02.581917 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b5b5f9c-8448-462d-bbe7-b6d4e4d819bd req-106bdb45-0c2e-426a-a8c7-ad344eb763b6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419140 Jul 20 22:51:02.660472 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-be65abe6-1c5a-478e-b06d-c68686fdada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.661985 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-be65abe6-1c5a-478e-b06d-c68686fdada4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0988798 Jul 20 22:51:02.714504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:02.739169 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-d9efbe70-2731-4af2-bc88-a59e9f84daf4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1002 time: 0.0711460 Jul 20 22:51:02.789207 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-1ee821d9-be9d-4856-bbf0-31aa5259a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.791272 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-1ee821d9-be9d-4856-bbf0-31aa5259a894 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0446789 Jul 20 22:51:02.841266 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-187a4ea8-2d9b-499e-b5d0-b3faaf7d8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:02.841266 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-187a4ea8-2d9b-499e-b5d0-b3faaf7d8042 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415506 Jul 20 22:51:02.927919 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-d2c13696-e8ca-4bb3-8920-959653dab85d service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834293 Jul 20 22:51:03.018617 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cca3d090-703a-47c1-85e9-9b8eaa93bb99 req-dac7f816-d487-4e2f-91b6-048ce9ac9774 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850222 Jul 20 22:51:03.533980 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b057b0-c7e8-4217-98ab-16705f6f8a38 req-9b389557-9a50-4820-a9fa-3b129bb4778e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:03.535481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-89b057b0-c7e8-4217-98ab-16705f6f8a38 req-9b389557-9a50-4820-a9fa-3b129bb4778e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0467525 Jul 20 22:51:03.581628 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-89b057b0-c7e8-4217-98ab-16705f6f8a38 req-da0fee25-c29e-4f38-8e7f-bb14ddb379be tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jul 20 22:51:03.695755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8707fe-fc74-4a79-ac42-67cb4a1f6aed req-3018db9c-f8a4-4bb5-8ede-bb026cfc5d94 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:03.697752 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a8707fe-fc74-4a79-ac42-67cb4a1f6aed req-3018db9c-f8a4-4bb5-8ede-bb026cfc5d94 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0470490 Jul 20 22:51:03.747141 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a8707fe-fc74-4a79-ac42-67cb4a1f6aed req-d744e66e-3bd5-4876-b24c-05f770e8793e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438755 Jul 20 22:51:04.010861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-420f04e0-a4e6-4299-9b99-54ad52efde4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:04.661796 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 0efce0f9-7d60-43a9-959f-b7ebca9cd95d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:51:04.697459 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe3cef-0d74-407a-8e95-3669f8dccc81 req-64ce1a5b-7637-47aa-8b2c-869a8545a0b0 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:04.698922 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7afe3cef-0d74-407a-8e95-3669f8dccc81 req-64ce1a5b-7637-47aa-8b2c-869a8545a0b0 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 943 time: 0.0505011 Jul 20 22:51:04.746002 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7afe3cef-0d74-407a-8e95-3669f8dccc81 req-92acd11b-b354-4c6d-a324-5618a17db458 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jul 20 22:51:04.760988 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:51:04.772451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d', 'network_id': '25cdff7d-27ed-4136-8183-3055182fbcc3', 'port_id': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d', 'mac_address': 'fa:16:3e:60:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:51:04.817375 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:51:04.817768 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:04.831563 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efce0f9-7d60-43a9-959f-b7ebca9cd95d {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:51:04.851133 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:51:04.864001 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aae67f-33a3-4320-ac75-937383112b8f req-f136e188-2de6-4f47-8cbe-bb4ccc3241ca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:04.865536 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-29aae67f-33a3-4320-ac75-937383112b8f req-f136e188-2de6-4f47-8cbe-bb4ccc3241ca tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0481188 Jul 20 22:51:04.913033 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-29aae67f-33a3-4320-ac75-937383112b8f req-64bca33b-2b7a-4d31-89ab-cdc9c7913901 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Jul 20 22:51:04.941463 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:04.987179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:51:05.215754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:05.486159 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['0efce0f9-7d60-43a9-959f-b7ebca9cd95d'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:51:05.857949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa18045-6d78-423e-9d44-5fbc198b0753 req-9c4086dc-3439-46f9-ad16-7399a805c239 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:05.859433 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-caa18045-6d78-423e-9d44-5fbc198b0753 req-9c4086dc-3439-46f9-ad16-7399a805c239 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 944 time: 0.0467381 Jul 20 22:51:05.895608 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:05.907916 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-caa18045-6d78-423e-9d44-5fbc198b0753 req-fcdde9ca-f42a-443d-a406-ced23181c797 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Jul 20 22:51:05.989875 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:06.027713 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf97c6-7e25-4935-af18-795798dfcf88 req-9f3b1822-bdc8-4280-9bc4-b71bf0a479b3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:06.029093 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41bf97c6-7e25-4935-af18-795798dfcf88 req-9f3b1822-bdc8-4280-9bc4-b71bf0a479b3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0477309 Jul 20 22:51:06.040893 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:06.075747 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41bf97c6-7e25-4935-af18-795798dfcf88 req-a719175a-dff1-419b-a42c-508b8c9b4bec tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 Jul 20 22:51:06.427358 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:06.710019 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 0efce0f9-7d60-43a9-959f-b7ebca9cd95d up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:51:06.763696 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:51:06.850008 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:06.861257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:51:06.861619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:06.938501 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:51:06.938899 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:06.963237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:51:06.965409 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be28c2d-e2f0-4dd5-8489-2eaf8b10273f" -d '{"events": [{"server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "name": "network-vif-plugged", "status": "completed", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:51:06.978224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:51:07.009479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd74417-24f1-4be8-bc01-2f36cac512c9 x-openstack-request-id: req-9cd74417-24f1-4be8-bc01-2f36cac512c9 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:51:07.009479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "name": "network-vif-plugged", "status": "completed", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:51:07.009479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cd74417-24f1-4be8-bc01-2f36cac512c9 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:51:07.009479 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd74417-24f1-4be8-bc01-2f36cac512c9'] response: {'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d', 'code': 200} Jul 20 22:51:07.024395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94329e4b-7e76-435f-9a28-f38a203ae5dc req-898bdd7b-b61c-4381-8d04-3d8cec3c4464 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:07.026436 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-94329e4b-7e76-435f-9a28-f38a203ae5dc req-898bdd7b-b61c-4381-8d04-3d8cec3c4464 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 944 time: 0.0500979 Jul 20 22:51:07.056409 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:07.078310 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-94329e4b-7e76-435f-9a28-f38a203ae5dc req-d4feeb91-9a33-46fb-be3e-63b1860ee6d1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463145 Jul 20 22:51:07.106866 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:07.110046 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:51:07.199104 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb42f7-5397-4e02-ad95-47c7ae32c1f2 req-7911e75b-a36f-4f1a-9a90-fbd30629865f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:07.200602 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-afbb42f7-5397-4e02-ad95-47c7ae32c1f2 req-7911e75b-a36f-4f1a-9a90-fbd30629865f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0558631 Jul 20 22:51:07.248662 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-afbb42f7-5397-4e02-ad95-47c7ae32c1f2 req-cbb5c96e-1fd3-4990-8eb8-df2bbf4c5516 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Jul 20 22:51:07.438920 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e48b-e0c8-454e-b05d-e56c3f8aa2c0 req-4838c7c3-5634-4e67-af4b-e4bc592586a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:07.440427 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fcb5e48b-e0c8-454e-b05d-e56c3f8aa2c0 req-4838c7c3-5634-4e67-af4b-e4bc592586a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 1129 time: 0.0803971 Jul 20 22:51:07.482822 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fcb5e48b-e0c8-454e-b05d-e56c3f8aa2c0 req-742c5fcf-7c46-4d90-86ee-2c0b1747bf76 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Jul 20 22:51:08.193752 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c91011-ef80-4128-b36f-e6771dc8ac65 req-3f710dba-faae-4640-8365-29536f0e1aa5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:08.195192 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-69c91011-ef80-4128-b36f-e6771dc8ac65 req-3f710dba-faae-4640-8365-29536f0e1aa5 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0469577 Jul 20 22:51:08.241224 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-69c91011-ef80-4128-b36f-e6771dc8ac65 req-cf331c7f-8486-440c-a9e8-eaab8360841f tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jul 20 22:51:08.365407 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e906343-69ea-4096-82c8-61c4ec50b7cc req-00634d98-bdf4-48bd-9b89-beeaa14734f2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:08.366860 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0e906343-69ea-4096-82c8-61c4ec50b7cc req-00634d98-bdf4-48bd-9b89-beeaa14734f2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0458081 Jul 20 22:51:08.415124 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0e906343-69ea-4096-82c8-61c4ec50b7cc req-e2be4412-79c4-49f6-bd92-2959a287ef64 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Jul 20 22:51:09.416200 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d777022-75d6-4ae4-8a12-76f76f94a757 req-5fb3fedd-d70f-4e17-be61-c919b2c4b850 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:09.417753 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5d777022-75d6-4ae4-8a12-76f76f94a757 req-5fb3fedd-d70f-4e17-be61-c919b2c4b850 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0536575 Jul 20 22:51:09.470397 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5d777022-75d6-4ae4-8a12-76f76f94a757 req-5770a377-b33f-4083-8268-6ea1bd2c11d1 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Jul 20 22:51:09.531950 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a913277-f175-4a11-b143-7961ba1831bc req-529e6366-8164-450a-9cdc-dde6fea4627d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:09.533398 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6a913277-f175-4a11-b143-7961ba1831bc req-529e6366-8164-450a-9cdc-dde6fea4627d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Jul 20 22:51:09.579730 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6a913277-f175-4a11-b143-7961ba1831bc req-f669490d-bd95-4258-b2c6-6d2f1ba10096 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408366 Jul 20 22:51:10.582239 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c0e8-7ba5-4058-b290-037787e801ba req-3fedbdd5-9f90-4294-9071-1ff7763ce499 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:10.583729 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6544c0e8-7ba5-4058-b290-037787e801ba req-3fedbdd5-9f90-4294-9071-1ff7763ce499 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0471690 Jul 20 22:51:10.630600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6544c0e8-7ba5-4058-b290-037787e801ba req-765c1f33-63d2-4c7a-a870-85f99025a644 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jul 20 22:51:10.692527 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36f4b7-ef3e-4a39-a778-ad4114a6d784 req-d13e7586-fbfd-4477-8475-962322ccad63 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:10.694022 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ff36f4b7-ef3e-4a39-a778-ad4114a6d784 req-d13e7586-fbfd-4477-8475-962322ccad63 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0475206 Jul 20 22:51:10.742019 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ff36f4b7-ef3e-4a39-a778-ad4114a6d784 req-71e4fc1f-ac51-432a-b755-05d0b1eb440a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Jul 20 22:51:11.857309 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468710-5722-4a25-b3e6-a2d49211ba9c req-441daa61-3069-4488-b1b4-61896f03462e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:11.858817 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da468710-5722-4a25-b3e6-a2d49211ba9c req-441daa61-3069-4488-b1b4-61896f03462e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0473673 Jul 20 22:51:11.908737 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da468710-5722-4a25-b3e6-a2d49211ba9c req-0b0897f5-8cdb-4b66-b91d-e01e8233ef26 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Jul 20 22:51:11.938360 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:11.939662 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:13.027004 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805a9bf-2abf-4669-9703-8b63c15e39fe req-db8963f3-32d0-410d-9d98-742e43072c74 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:13.028556 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b805a9bf-2abf-4669-9703-8b63c15e39fe req-db8963f3-32d0-410d-9d98-742e43072c74 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Jul 20 22:51:13.076503 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b805a9bf-2abf-4669-9703-8b63c15e39fe req-501e8b06-37bc-49d0-a761-392c4d19a552 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Jul 20 22:51:14.156663 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:14.191911 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014e483-1954-4ad4-a515-0f4a1d8e06fa req-7043b6b3-0783-4361-8df7-d1452a9419d5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:14.195895 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8014e483-1954-4ad4-a515-0f4a1d8e06fa req-7043b6b3-0783-4361-8df7-d1452a9419d5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Jul 20 22:51:14.244059 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8014e483-1954-4ad4-a515-0f4a1d8e06fa req-32057cfd-30e0-4e49-ae9f-c2d06632b394 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448377 Jul 20 22:51:15.358638 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbd814-da2d-452e-8d84-c2c9e87833df req-6e313146-f3e1-4493-8d74-7cce499fbb7c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:15.360180 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a6dbd814-da2d-452e-8d84-c2c9e87833df req-6e313146-f3e1-4493-8d74-7cce499fbb7c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0480444 Jul 20 22:51:15.408485 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a6dbd814-da2d-452e-8d84-c2c9e87833df req-4f8f41e4-0999-4414-8d3b-7736adafb32b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Jul 20 22:51:16.520082 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1bb67-d1e9-4475-8fdb-c5c218648ecd req-cc5ce860-a164-4e67-aa35-36675651e528 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:16.521808 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2f1bb67-d1e9-4475-8fdb-c5c218648ecd req-cc5ce860-a164-4e67-aa35-36675651e528 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0464866 Jul 20 22:51:16.568005 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2f1bb67-d1e9-4475-8fdb-c5c218648ecd req-c1234562-7045-44c5-83d8-97bdbebaafb4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 Jul 20 22:51:17.105924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:17.906559 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a90b-8d52-4554-a479-bfa014c7a62b req-609222b3-6f67-4d79-a3a7-b53fd06a5e9a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:17.914525 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-46c8a90b-8d52-4554-a479-bfa014c7a62b req-609222b3-6f67-4d79-a3a7-b53fd06a5e9a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.2721040 Jul 20 22:51:17.953891 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-46c8a90b-8d52-4554-a479-bfa014c7a62b req-c13fc67c-d1b4-4e04-bdc5-c5d5e18b4e10 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Jul 20 22:51:19.068005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d9291-f713-4efc-a511-e942e950af8f req-127044d2-aef9-4fd2-a701-9238de9d1b4a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:19.069461 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a99d9291-f713-4efc-a511-e942e950af8f req-127044d2-aef9-4fd2-a701-9238de9d1b4a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0463805 Jul 20 22:51:19.120012 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a99d9291-f713-4efc-a511-e942e950af8f req-5c0d40f0-a1fb-4059-9b3a-d4a133ac7111 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Jul 20 22:51:20.234735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bedc1-13da-4e50-8054-a08d5ab7dc4e req-7735b7fb-92f4-4f5c-a814-7089906cfd0e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:20.236285 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-471bedc1-13da-4e50-8054-a08d5ab7dc4e req-7735b7fb-92f4-4f5c-a814-7089906cfd0e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0479155 Jul 20 22:51:20.285813 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-471bedc1-13da-4e50-8054-a08d5ab7dc4e req-cbcf5c06-43a7-4bf3-a5b6-de912211ea82 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422862 Jul 20 22:51:21.403494 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48fa11-e3e5-43a4-bbe3-5bc7517e65a1 req-768cbe17-d5ef-4dc3-9b99-f6d056e5f438 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:21.405431 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9b48fa11-e3e5-43a4-bbe3-5bc7517e65a1 req-768cbe17-d5ef-4dc3-9b99-f6d056e5f438 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0498023 Jul 20 22:51:21.453126 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9b48fa11-e3e5-43a4-bbe3-5bc7517e65a1 req-bdc13f29-dabf-47a9-9ad7-83a806fd25b5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418346 Jul 20 22:51:21.666910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaf06d-768b-4056-b67c-7bef18e4b3b2 req-afd5bf91-fc8e-493c-b2ce-a49d622b875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:21.668516 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-22aaf06d-768b-4056-b67c-7bef18e4b3b2 req-afd5bf91-fc8e-493c-b2ce-a49d622b875b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0387387 Jul 20 22:51:21.726663 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-22aaf06d-768b-4056-b67c-7bef18e4b3b2 req-884b5fe6-9405-4a0b-99c4-5a9341bc9e3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370641 Jul 20 22:51:22.529058 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:22.569763 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df3944-5fee-4137-92c1-eb725297862e req-4b9d6929-8f71-437c-b35b-40398bfa9e44 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:22.571336 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7df3944-5fee-4137-92c1-eb725297862e req-4b9d6929-8f71-437c-b35b-40398bfa9e44 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Jul 20 22:51:22.850618 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7df3944-5fee-4137-92c1-eb725297862e req-4cc64875-92a8-413e-9295-12f4fbd8acd2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738416 Jul 20 22:51:23.969396 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c9db5-bebf-4475-b759-fdc9561a4b2b req-12402fcc-b966-4b93-9817-28dbe60086f8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:23.970839 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1e0c9db5-bebf-4475-b759-fdc9561a4b2b req-12402fcc-b966-4b93-9817-28dbe60086f8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0496705 Jul 20 22:51:23.992071 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:24.019297 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1e0c9db5-bebf-4475-b759-fdc9561a4b2b req-95082922-d715-4d04-8310-b009bd4a5ccf tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425396 Jul 20 22:51:25.133288 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85b434-3494-4c13-9e81-0a67fc9f9475 req-80da0786-7a5f-40ae-9fa9-8805b11fcfd4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:25.134866 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb85b434-3494-4c13-9e81-0a67fc9f9475 req-80da0786-7a5f-40ae-9fa9-8805b11fcfd4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0481863 Jul 20 22:51:25.182936 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb85b434-3494-4c13-9e81-0a67fc9f9475 req-f737dbcd-c103-4e0e-9bc2-bf4755f1ef1f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Jul 20 22:51:25.826234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:26.298521 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8283e-1ae6-4554-ab8b-e22d4cb26122 req-c3488c6a-4cde-4a4e-b662-823e70c72853 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:26.300033 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-02e8283e-1ae6-4554-ab8b-e22d4cb26122 req-c3488c6a-4cde-4a4e-b662-823e70c72853 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0466771 Jul 20 22:51:26.345891 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-02e8283e-1ae6-4554-ab8b-e22d4cb26122 req-37f63ab6-6ed4-4c93-a1cf-c9855e460e98 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403767 Jul 20 22:51:27.461845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5321f-9d8a-426a-8408-49877e32cdef req-418cfb4f-b36f-413f-a9a2-135552d96e13 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:27.463263 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2fe5321f-9d8a-426a-8408-49877e32cdef req-418cfb4f-b36f-413f-a9a2-135552d96e13 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0492451 Jul 20 22:51:27.513853 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2fe5321f-9d8a-426a-8408-49877e32cdef req-bbacef44-e395-4b23-94fc-f6cd3bab0792 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445786 Jul 20 22:51:27.905903 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:51:28.631289 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9281a-97e9-4f7e-8d21-74fb38d63bb2 req-9db2b6e4-6232-4aad-a880-80b70c258633 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:28.632770 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f9f9281a-97e9-4f7e-8d21-74fb38d63bb2 req-9db2b6e4-6232-4aad-a880-80b70c258633 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Jul 20 22:51:28.654924 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:28.683129 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f9f9281a-97e9-4f7e-8d21-74fb38d63bb2 req-66091311-3c43-4e90-ba03-23eccd9836e5 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447831 Jul 20 22:51:29.326908 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7308a5-8365-4713-b9c6-3f508500a51d req-813105d0-618b-414d-bf21-23fe50b9d9a1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.328420 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc7308a5-8365-4713-b9c6-3f508500a51d req-813105d0-618b-414d-bf21-23fe50b9d9a1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0469592 Jul 20 22:51:29.377994 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc7308a5-8365-4713-b9c6-3f508500a51d req-389047ec-8da2-4574-9118-c7a4a0c08920 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Jul 20 22:51:29.471691 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-3b50f10e-1838-45d8-bc10-71beaaa0aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.474409 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-3b50f10e-1838-45d8-bc10-71beaaa0aca1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0438297 Jul 20 22:51:29.568301 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-789068ea-9678-4ec6-9ab8-f9a1de6284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.569745 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-789068ea-9678-4ec6-9ab8-f9a1de6284f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0891042 Jul 20 22:51:29.631948 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-c716e102-7077-4fcb-a803-8c1d50da55f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1002 time: 0.0554318 Jul 20 22:51:29.684010 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:29.689669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-a5cab819-4b5a-44e4-8dd3-a956b41a8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.691147 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-a5cab819-4b5a-44e4-8dd3-a956b41a8bee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0525954 Jul 20 22:51:29.745467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-5d5d6957-bb52-46e3-8b1b-39b5a7dd95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.747344 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-5d5d6957-bb52-46e3-8b1b-39b5a7dd95ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438917 Jul 20 22:51:29.772441 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-fdb08717-8ebb-499c-86f6-acf60d9dbae9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398777 Jul 20 22:51:29.863895 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-d31fccd4-f982-4a72-8d7f-b464cb36f44c service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887239 Jul 20 22:51:29.897179 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-5660f1f9-1cd9-49c5-8232-732002fc4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:29.898767 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-5660f1f9-1cd9-49c5-8232-732002fc4de9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 1129 time: 0.0600355 Jul 20 22:51:29.961826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:29.968212 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-39b6138c-6e18-48f6-b50a-3da29e8828f3 req-3d9a9032-da44-4ded-9801-3a1a0e0e2819 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984418 Jul 20 22:51:30.006865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-45eb8387-47d3-457c-a83d-5240004466a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:30.008373 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-45eb8387-47d3-457c-a83d-5240004466a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0900686 Jul 20 22:51:30.059106 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-2dacfebc-606a-4fa2-9feb-af54f3ef821c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 200 len: 217 time: 0.0343120 Jul 20 22:51:30.174113 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-9c9f8055-72ad-457d-bff1-edaf2c11fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:30.175631 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-9c9f8055-72ad-457d-bff1-edaf2c11fee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0459867 Jul 20 22:51:30.224081 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-ddc6df3e-6830-4590-8923-c6537c36cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:30.225682 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-ddc6df3e-6830-4590-8923-c6537c36cf95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430393 Jul 20 22:51:30.319286 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-4075ef4c-6649-4750-be34-833dcac92519 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840533 Jul 20 22:51:30.434396 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87d6ac9d-573b-40e3-ab81-b0ef3a60d328 req-e2379c4a-ecd9-4b7c-9d42-b18aafdc25c9 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930271 Jul 20 22:51:30.443355 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1a09-3e87-4775-89bb-8c8f145e9861 req-ee66667f-256f-4cae-855e-01050c0b0c48 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:30.444981 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea4d1a09-3e87-4775-89bb-8c8f145e9861 req-ee66667f-256f-4cae-855e-01050c0b0c48 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Jul 20 22:51:30.494620 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea4d1a09-3e87-4775-89bb-8c8f145e9861 req-8bf93092-60df-492b-b102-3ea98d251a36 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 Jul 20 22:51:30.504835 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca32267-5068-4356-bd20-f1360d811ee7 req-f2afdfdd-3d0c-46a4-9d66-2f0cd2482283 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:30.507317 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8ca32267-5068-4356-bd20-f1360d811ee7 req-f2afdfdd-3d0c-46a4-9d66-2f0cd2482283 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0488386 Jul 20 22:51:30.553666 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8ca32267-5068-4356-bd20-f1360d811ee7 req-20bc92cc-d8b6-470f-bf4c-7958edd69656 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Jul 20 22:51:31.613598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49029fb-8ca2-4b42-bfbb-f425a8895440 req-7312912c-c4cd-4443-ab82-238da11ceef9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:31.615158 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c49029fb-8ca2-4b42-bfbb-f425a8895440 req-7312912c-c4cd-4443-ab82-238da11ceef9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Jul 20 22:51:31.663893 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c49029fb-8ca2-4b42-bfbb-f425a8895440 req-e85d3502-3c78-4f9a-aa27-a5cc191b3807 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Jul 20 22:51:31.665899 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e7d23a56-c4aa-41f3-9009-88f266606551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:31.668187 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facba57d-2344-4118-86e6-31e5eca82b9c req-28ee1233-2fa3-4214-bcd4-e89db3ba6861 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:31.669700 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-facba57d-2344-4118-86e6-31e5eca82b9c req-28ee1233-2fa3-4214-bcd4-e89db3ba6861 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Jul 20 22:51:31.720806 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-facba57d-2344-4118-86e6-31e5eca82b9c req-bdbae841-91f1-4cf0-9303-b06d8e107e9e tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449300 Jul 20 22:51:32.780502 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98798c-cfcd-46a7-bdb8-e33394e0f998 req-8a5596c8-cd6f-47ae-8f4f-523067962f67 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:32.782000 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-de98798c-cfcd-46a7-bdb8-e33394e0f998 req-8a5596c8-cd6f-47ae-8f4f-523067962f67 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0485833 Jul 20 22:51:32.830231 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-de98798c-cfcd-46a7-bdb8-e33394e0f998 req-437d2f5f-9c14-47eb-9743-c904f1333088 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Jul 20 22:51:32.837311 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18bd5-05f8-41c0-994c-37d87508d97d req-d705cadd-db41-44de-a18d-076cf23ec273 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:32.838965 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dad18bd5-05f8-41c0-994c-37d87508d97d req-d705cadd-db41-44de-a18d-076cf23ec273 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Jul 20 22:51:32.887327 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dad18bd5-05f8-41c0-994c-37d87508d97d req-14aad3c1-f7f8-40dc-b534-d361d28ecc2c tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Jul 20 22:51:33.947463 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b55dd6-2322-496d-8da1-7b34cb69be8e req-1dbdef01-f4be-45fe-a7f1-76a7a8b46a89 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:33.948942 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-68b55dd6-2322-496d-8da1-7b34cb69be8e req-1dbdef01-f4be-45fe-a7f1-76a7a8b46a89 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Jul 20 22:51:33.985917 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ef06d714-263d-4af5-a2ef-1ee6ce92e10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:34.004164 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-68b55dd6-2322-496d-8da1-7b34cb69be8e req-a93f5a4b-346d-4f4e-9edb-20bb1bacf3ce tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Jul 20 22:51:34.006061 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7587c91-9a18-4cc8-9031-301463556f05 req-c2715744-ebe8-42e0-870e-d06137b47909 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:34.007780 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c7587c91-9a18-4cc8-9031-301463556f05 req-c2715744-ebe8-42e0-870e-d06137b47909 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Jul 20 22:51:34.027551 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:34.056476 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c7587c91-9a18-4cc8-9031-301463556f05 req-a237cf35-6732-4f54-8d44-b58ecdd5a3d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432577 Jul 20 22:51:35.119569 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403ad3e-342b-4c34-92f1-a17c0541138e req-7691fe8f-87ed-4075-a024-6153477035f5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:35.121117 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b403ad3e-342b-4c34-92f1-a17c0541138e req-7691fe8f-87ed-4075-a024-6153477035f5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0501013 Jul 20 22:51:35.171241 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b403ad3e-342b-4c34-92f1-a17c0541138e req-82190082-b576-456b-acd9-9f4eb5e67683 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Jul 20 22:51:35.178978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0052f7f-7973-498d-919b-d74cd5cc4888 req-88b6c1b4-5558-438c-87e5-22f7658e8c9a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:35.180544 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0052f7f-7973-498d-919b-d74cd5cc4888 req-88b6c1b4-5558-438c-87e5-22f7658e8c9a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Jul 20 22:51:35.230044 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0052f7f-7973-498d-919b-d74cd5cc4888 req-56df9d93-fd57-4c43-a348-6480792a57e6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Jul 20 22:51:35.259630 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:36.292303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89416dd-b2bf-4d7b-9a46-4c7f77a7a320 req-e6a863a1-85f0-4f6c-b4b3-7f5c0dca404e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:36.293844 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c89416dd-b2bf-4d7b-9a46-4c7f77a7a320 req-e6a863a1-85f0-4f6c-b4b3-7f5c0dca404e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0533783 Jul 20 22:51:36.306222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:36.347758 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c89416dd-b2bf-4d7b-9a46-4c7f77a7a320 req-1a77b7bf-60ce-4a52-881f-b0b4c49896ce tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484338 Jul 20 22:51:36.348422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62502-c5df-4816-87d6-bca972090168 req-826ec335-d1e7-4a05-bef5-e64128bf2a27 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:36.349941 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-93f62502-c5df-4816-87d6-bca972090168 req-826ec335-d1e7-4a05-bef5-e64128bf2a27 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Jul 20 22:51:36.399395 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-93f62502-c5df-4816-87d6-bca972090168 req-f2bb583b-d151-4b3f-a1e1-1752d581e365 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Jul 20 22:51:36.454158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:36.802412 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:37.467350 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ea18-51eb-40f0-b7fc-c688de2e91bd req-d3408d76-2c3c-4b0d-a121-af8a8d642b83 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:37.468950 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7739ea18-51eb-40f0-b7fc-c688de2e91bd req-d3408d76-2c3c-4b0d-a121-af8a8d642b83 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0499699 Jul 20 22:51:37.517338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515dea7-db27-4759-9391-865b6ffa0647 req-3ede66fb-3d8f-45ab-ba65-7a192cbddea6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:37.518338 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7739ea18-51eb-40f0-b7fc-c688de2e91bd req-49ea34d8-1043-40d2-8a86-125c6cfcf1a4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Jul 20 22:51:37.518841 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4515dea7-db27-4759-9391-865b6ffa0647 req-3ede66fb-3d8f-45ab-ba65-7a192cbddea6 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0510428 Jul 20 22:51:37.572027 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4515dea7-db27-4759-9391-865b6ffa0647 req-e251d92e-b625-4f3b-9dc9-ec7aa4cf95cd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466347 Jul 20 22:51:37.901091 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=11 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:37.901835 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=17 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:38.635101 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae39ff-dea0-4c2b-bb6f-627424fd1a16 req-cdebe32f-f67f-42c2-8af9-2472a1ab0ec9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:38.636606 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dcae39ff-dea0-4c2b-bb6f-627424fd1a16 req-cdebe32f-f67f-42c2-8af9-2472a1ab0ec9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Jul 20 22:51:38.687825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a9a96-5ef0-4741-9048-c36ef861c2e9 req-c25223cf-f1b6-4b4c-9a0c-d4f4dd7e564d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:38.688566 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dcae39ff-dea0-4c2b-bb6f-627424fd1a16 req-d5cfb12f-c178-4242-a333-0cb55561e3d2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Jul 20 22:51:38.689365 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-536a9a96-5ef0-4741-9048-c36ef861c2e9 req-c25223cf-f1b6-4b4c-9a0c-d4f4dd7e564d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0497956 Jul 20 22:51:38.737944 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-536a9a96-5ef0-4741-9048-c36ef861c2e9 req-e3977cf4-6273-4608-9d7d-831818258cef tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430806 Jul 20 22:51:38.849062 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7a19d-1408-43bc-ab5c-b67bcd311194 req-3a1319b5-8851-47d7-8a17-f7bee0213353 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:38.850515 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ebf7a19d-1408-43bc-ab5c-b67bcd311194 req-3a1319b5-8851-47d7-8a17-f7bee0213353 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0502872 Jul 20 22:51:38.859503 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 52896) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:51:38.863751 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Request body: {'floatingip': {'port_id': '6cedd83c-eef6-4869-997c-997862003129'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:51:38.916875 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:39.084763 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:39.123673 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:39.371320 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:39.437318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:39.642079 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:51:39.746125 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:51:39.751876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:39.757316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:51:39.768353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:51:39.769125 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:51:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:51:39.822994 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:51:39.825395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d47989-2ba1-498e-b8a8-d48e7690663d" -d '{"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:51:39.849442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58123b-cdee-4725-ac8a-b390ffd4e7cb req-b62b56b1-0358-4872-8ad6-d63d76ece095 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:39.855868 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3a58123b-cdee-4725-ac8a-b390ffd4e7cb req-b62b56b1-0358-4872-8ad6-d63d76ece095 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0934832 Jul 20 22:51:39.870077 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cc24d494-b666-4634-ab6f-82e79305117f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "PUT /v2.0/floatingips/d0c2030b-029a-49a3-bd44-cba7d3941b34 HTTP/1.1" status: 200 len: 994 time: 1.0095472 Jul 20 22:51:39.873061 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:51:39.916607 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3a58123b-cdee-4725-ac8a-b390ffd4e7cb req-8143c9ea-5c5a-42b0-b2a0-b983d10b0c83 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535002 Jul 20 22:51:40.003997 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338dfde-ca9a-4bf1-91b1-de150f05094f x-openstack-request-id: req-4338dfde-ca9a-4bf1-91b1-de150f05094f {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:51:40.004293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:51:40.004574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4338dfde-ca9a-4bf1-91b1-de150f05094f {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:51:40.005069 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4338dfde-ca9a-4bf1-91b1-de150f05094f'] response: {'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'status': 'completed', 'code': 200} Jul 20 22:51:40.097345 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-d19c9515-1f73-4314-9b9d-7ad888ad2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:40.098935 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-d19c9515-1f73-4314-9b9d-7ad888ad2a0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0415659 Jul 20 22:51:40.117049 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:51:39Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:51:40.142610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:51:40.151056 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:51:40.151661 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:51:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:51:40.194962 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-23b6b697-dc9f-479e-addc-b8ce523dd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:40.196367 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-23b6b697-dc9f-479e-addc-b8ce523dd847 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.0911403 Jul 20 22:51:40.252068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:51:40.459224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:51:39Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:51:40.487169 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be222-6fc5-4bac-8026-b249ce3b02eb None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'd0c2030b-029a-49a3-bd44-cba7d3941b34', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'port_id': '6cedd83c-eef6-4869-997c-997862003129', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'mac_address': 'fa:16:3e:d0:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:48:03Z', 'updated_at': '2022-07-20T22:51:39Z', 'revision_number': 3, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:51:40.610732 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-4b40f8a2-a95f-41f0-9070-fc3b3532b445 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1002 time: 0.0592606 Jul 20 22:51:40.675818 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-b9eecebf-7518-4a21-98f8-d557b52c3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:40.677285 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-b9eecebf-7518-4a21-98f8-d557b52c3d65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0497406 Jul 20 22:51:40.778714 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-32d19827-b8fe-4b27-b5d7-9d5705304767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:40.778714 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-32d19827-b8fe-4b27-b5d7-9d5705304767 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424643 Jul 20 22:51:40.863873 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-0425df9e-d28b-429a-9012-ad716a205cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837708 Jul 20 22:51:40.964108 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22d47989-2ba1-498e-b8a8-d48e7690663d req-e6a4325e-28ea-4900-9efe-d6cc4b0d3154 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944464 Jul 20 22:51:41.035660 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c01300-f711-4d42-8e0b-bfe206171fa9 req-eb9aa5b2-9a57-45b9-a448-a5dfd1ca2ea5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:41.037102 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-35c01300-f711-4d42-8e0b-bfe206171fa9 req-eb9aa5b2-9a57-45b9-a448-a5dfd1ca2ea5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0560069 Jul 20 22:51:41.063184 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:41.085076 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-35c01300-f711-4d42-8e0b-bfe206171fa9 req-ae2875d1-72ff-48c8-a144-7b9b80fe4246 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Jul 20 22:51:42.005728 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:51:42.008132 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6f16fb-daf0-4e00-a245-0295476286ca" -d '{"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:51:42.044978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2af50b3-41a5-40f9-91a7-75a2d69d5460 x-openstack-request-id: req-d2af50b3-41a5-40f9-91a7-75a2d69d5460 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:51:42.045568 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "tag": "6cedd83c-eef6-4869-997c-997862003129", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:51:42.045568 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2af50b3-41a5-40f9-91a7-75a2d69d5460 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:51:42.045962 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2af50b3-41a5-40f9-91a7-75a2d69d5460'] response: {'name': 'network-changed', 'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'status': 'completed', 'code': 200} Jul 20 22:51:42.145021 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-0bca59c1-fa7d-48c9-8341-b3623645d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:42.146637 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-0bca59c1-fa7d-48c9-8341-b3623645d7a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 1130 time: 0.0439105 Jul 20 22:51:42.229944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c01edf-f27e-4844-b336-ce53c4e8d808 req-70f580db-19f3-44ea-8d2f-0a9d72ae2071 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:42.231451 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-02c01edf-f27e-4844-b336-ce53c4e8d808 req-70f580db-19f3-44ea-8d2f-0a9d72ae2071 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0744951 Jul 20 22:51:42.259645 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:42.313267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:42.323127 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-02c01edf-f27e-4844-b336-ce53c4e8d808 req-bb5c3bf7-89c1-4c2c-89a3-1cc2ecbf0aab tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663354 Jul 20 22:51:42.324301 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-19723c73-ee10-4093-b65b-c3ffc7d79c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:42.325648 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-19723c73-ee10-4093-b65b-c3ffc7d79c13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.1584842 Jul 20 22:51:42.398073 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-6844a79c-ded3-447f-a12e-ef6c6a839bd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 200 len: 1002 time: 0.0636292 Jul 20 22:51:42.537726 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1130c-a47d-46ec-b282-e0796c15424d req-5849aa1b-d785-4a5a-9d9d-f265f53dfcc6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:42.539212 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1cc1130c-a47d-46ec-b282-e0796c15424d req-5849aa1b-d785-4a5a-9d9d-f265f53dfcc6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0471563 Jul 20 22:51:42.586177 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1cc1130c-a47d-46ec-b282-e0796c15424d req-7641daca-c6f7-439a-a6a3-225f098088a8 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Jul 20 22:51:43.443516 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69191f78-5efc-4431-8313-34864447bf40 req-39c47d46-13ef-4846-89b0-2620534131fb tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:43.444999 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-69191f78-5efc-4431-8313-34864447bf40 req-39c47d46-13ef-4846-89b0-2620534131fb tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Jul 20 22:51:43.492599 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-69191f78-5efc-4431-8313-34864447bf40 req-d95225af-f350-4c39-838b-2d34631a1676 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Jul 20 22:51:43.705467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d13861-8629-49e8-a4c7-d596e69f9fc6 req-ecae505b-25a4-4ad2-818d-aea268479e6e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:43.708753 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-12d13861-8629-49e8-a4c7-d596e69f9fc6 req-ecae505b-25a4-4ad2-818d-aea268479e6e tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Jul 20 22:51:43.758015 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-12d13861-8629-49e8-a4c7-d596e69f9fc6 req-802b2ede-4c5c-4dc6-8235-a15992838f0d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Jul 20 22:51:43.872553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-d5fda14f-45ef-46f5-94e0-61e354e61f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:43.873977 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-d5fda14f-45ef-46f5-94e0-61e354e61f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0445433 Jul 20 22:51:43.916937 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-16e57b9d-d8b3-46ad-8bd0-b41f13773381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:43.918448 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-16e57b9d-d8b3-46ad-8bd0-b41f13773381 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380571 Jul 20 22:51:44.010502 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-776b78b0-8607-4792-84e8-b197702b91cf service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854015 Jul 20 22:51:44.100941 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a6f16fb-daf0-4e00-a245-0295476286ca req-ff9f398d-9fe7-4247-b10a-5ae39f001bf7 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841320 Jul 20 22:51:44.586845 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22db352-be22-4686-8f29-f28f47da4919 req-6d560a11-8fa8-492e-b8b8-2ade0b6f78bb tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:44.588332 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f22db352-be22-4686-8f29-f28f47da4919 req-6d560a11-8fa8-492e-b8b8-2ade0b6f78bb tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Jul 20 22:51:44.604602 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158051ea-a9eb-433c-9c25-d656a094d12c req-63d812bb-3fde-4476-9411-799a5f060f9f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:44.606064 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-158051ea-a9eb-433c-9c25-d656a094d12c req-63d812bb-3fde-4476-9411-799a5f060f9f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0468004 Jul 20 22:51:44.656822 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-158051ea-a9eb-433c-9c25-d656a094d12c req-bc344144-8788-4f5b-88c2-85f14d5218a3 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Jul 20 22:51:44.709533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Deleting port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:51:44.710113 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:44.806210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] For port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,segment=NetworkSegment(21708ae5-839d-4797-a30e-dc3d45472fa5),segment_id=21708ae5-839d-4797-a30e-dc3d45472fa5)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:51:44.806572 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:44.821782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Calling delete_port for 0efce0f9-7d60-43a9-959f-b7ebca9cd95d owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:51:44.907073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408e03-2e17-416b-98a6-a88bcb85dcb0 req-8ef6ccc9-bb64-4b3b-93dd-8495e2bc05ce tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:44.908535 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65408e03-2e17-416b-98a6-a88bcb85dcb0 req-8ef6ccc9-bb64-4b3b-93dd-8495e2bc05ce tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 945 time: 0.0824795 Jul 20 22:51:44.938337 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:44.977989 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65408e03-2e17-416b-98a6-a88bcb85dcb0 req-414ca096-14d4-472d-8a15-ae198264d9a6 tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/security-groups?id=7192ee29-7df6-4a3c-8ada-86797b2662da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620019 Jul 20 22:51:44.979750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:45.082520 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (0efce0f9-7d60-43a9-959f-b7ebca9cd95d), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:45.113577 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Pushing event deleted for resources: {'Port': ['ID=0efce0f9-7d60-43a9-959f-b7ebca9cd95d,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:51:45.121580 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['0efce0f9-7d60-43a9-959f-b7ebca9cd95d'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:51:45.145701 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.146121 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.146469 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.146806 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.147165 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.147498 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.147826 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.148154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.148483 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.148810 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.149134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.149455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.149779 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.150100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.150422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:51:45.187989 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] No DVR routers for this DVR port 0efce0f9-7d60-43a9-959f-b7ebca9cd95d on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:51:45.190514 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:45.193818 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f22db352-be22-4686-8f29-f28f47da4919 req-7309842e-ba06-40b9-bf50-cfa68233090d tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.23 "DELETE /v2.0/ports/0efce0f9-7d60-43a9-959f-b7ebca9cd95d HTTP/1.1" status: 204 len: 173 time: 0.5918536 Jul 20 22:51:45.194257 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'name': 'network-vif-deleted', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:51:45.196577 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f50161-186d-4324-aa53-1201e0c59ec7" -d '{"events": [{"server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "name": "network-vif-deleted", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:51:45.286526 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab801775-17fe-4338-b40a-48fc1b8151fc x-openstack-request-id: req-ab801775-17fe-4338-b40a-48fc1b8151fc {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:51:45.286819 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e03f98-910e-4eeb-a14d-e06495d39bc2", "name": "network-vif-deleted", "tag": "0efce0f9-7d60-43a9-959f-b7ebca9cd95d", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:51:45.287113 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab801775-17fe-4338-b40a-48fc1b8151fc {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:51:45.294540 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab801775-17fe-4338-b40a-48fc1b8151fc'] response: {'server_uuid': 'f9e03f98-910e-4eeb-a14d-e06495d39bc2', 'name': 'network-vif-deleted', 'tag': '0efce0f9-7d60-43a9-959f-b7ebca9cd95d', 'status': 'completed', 'code': 200} Jul 20 22:51:45.771330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35146ccf-9f0a-44c3-a0bb-9bfff44483e1 req-c465099d-3883-4d24-89e9-6251cbe488e8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:45.772816 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-35146ccf-9f0a-44c3-a0bb-9bfff44483e1 req-c465099d-3883-4d24-89e9-6251cbe488e8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0482297 Jul 20 22:51:45.820269 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-35146ccf-9f0a-44c3-a0bb-9bfff44483e1 req-9f5b9e23-8a29-4762-8bef-6aa834bd5a31 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Jul 20 22:51:46.092881 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a16fc3e1-ec54-4dd1-9535-535d34a8e58a req-68d33abe-5c33-4771-89ad-beac55b231ab tempest-VolumesSnapshotTestJSON-1771043022 tempest-VolumesSnapshotTestJSON-1771043022-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9e03f98-910e-4eeb-a14d-e06495d39bc2 HTTP/1.1" status: 200 len: 210 time: 0.0329649 Jul 20 22:51:46.941894 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad4f7-0d5d-41f9-b2af-865677a3acc1 req-9d6c6c86-a811-415b-9b5a-30aeffd03217 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:46.943422 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-445ad4f7-0d5d-41f9-b2af-865677a3acc1 req-9d6c6c86-a811-415b-9b5a-30aeffd03217 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0532928 Jul 20 22:51:46.992063 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-445ad4f7-0d5d-41f9-b2af-865677a3acc1 req-dce67a25-8685-44f3-8638-1828a3bff6de tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Jul 20 22:51:48.107262 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e3d56-267b-466b-b6fa-7f2edd40944c req-7f61ebe6-5894-426b-80e9-5518ab4c0603 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:48.108845 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-713e3d56-267b-466b-b6fa-7f2edd40944c req-7f61ebe6-5894-426b-80e9-5518ab4c0603 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Jul 20 22:51:48.159517 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-713e3d56-267b-466b-b6fa-7f2edd40944c req-483be73c-5f2a-423b-8f13-92119c78b13c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Jul 20 22:51:48.640599 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb744a7-b4d9-4d4b-9b57-ea3805432cc0 req-a01c1de5-86bd-42ae-b4e5-f1e6e0eda76e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:48.642041 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cdb744a7-b4d9-4d4b-9b57-ea3805432cc0 req-a01c1de5-86bd-42ae-b4e5-f1e6e0eda76e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0499778 Jul 20 22:51:48.690886 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cdb744a7-b4d9-4d4b-9b57-ea3805432cc0 req-56140a06-bc9c-41c0-94d5-e74c8ad2a07d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Jul 20 22:51:48.822872 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-994337e7-2070-45f5-89de-0db9b4b68d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:48.824402 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-994337e7-2070-45f5-89de-0db9b4b68d65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 1129 time: 0.0399203 Jul 20 22:51:48.897567 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 0efce0f9-7d60-43a9-959f-b7ebca9cd95d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:51:48.900684 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:48.901278 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:48.918203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 0efce0f9-7d60-43a9-959f-b7ebca9cd95d {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:51:48.918589 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 0efce0f9-7d60-43a9-959f-b7ebca9cd95d not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:51:48.923847 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-bf06a636-a0fa-4453-9cb1-27215c181c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:48.925353 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-bf06a636-a0fa-4453-9cb1-27215c181c50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.0955939 Jul 20 22:51:48.930800 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:48.934668 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:48.988270 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-10b7e988-9206-4144-993d-b36c7cd0be4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0554149 Jul 20 22:51:49.036186 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-97f593be-dbad-4c4f-92bd-0568968cc581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:49.037600 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-97f593be-dbad-4c4f-92bd-0568968cc581 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0431206 Jul 20 22:51:49.082961 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-03471014-5cec-4050-b7b6-79b230614085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:49.084376 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-03471014-5cec-4050-b7b6-79b230614085 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405786 Jul 20 22:51:49.177915 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-556bf4fb-f5ec-47ab-a50e-e02f64cfa4cd service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Jul 20 22:51:49.274192 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c603f43-6f4e-46c7-8b9f-fde358464dcd req-d652bad9-0718-4d0c-a5df-ff17aefee97a service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899537 Jul 20 22:51:49.806548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b83d14-b4df-469e-b1c4-168a220bf7f7 req-1564cee2-cd99-4522-8c07-38b0afee3a99 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:49.808078 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-00b83d14-b4df-469e-b1c4-168a220bf7f7 req-1564cee2-cd99-4522-8c07-38b0afee3a99 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0474563 Jul 20 22:51:49.828107 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:49.856652 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-00b83d14-b4df-469e-b1c4-168a220bf7f7 req-74557e71-fe9d-4d16-8dec-5aeafc08aed5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Jul 20 22:51:50.957906 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:50.974330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8c68-bbfc-47f0-814e-370d99eccac0 req-9501e21c-f314-4fff-b039-70664c04e59c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:51:50.978231 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67cc8c68-bbfc-47f0-814e-370d99eccac0 req-9501e21c-f314-4fff-b039-70664c04e59c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Jul 20 22:51:51.000286 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:51:51.023700 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67cc8c68-bbfc-47f0-814e-370d99eccac0 req-579b6029-ec01-4a2f-ba27-9c5fc866c36f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Jul 20 22:51:55.796282 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:51:59.853607 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=29 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:01.036855 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:01.681577 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-49ec9a84-b40b-40db-a1f4-e01c492f45e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:01.905419 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:01.905819 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:03.978521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-34ca11f7-b11e-42ff-9da0-ee42eb6badad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:04.904008 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:52:05.229662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:06.452475 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:06.818128 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:14.900912 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:16.724501 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:16.731966 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:17.405514 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53110) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:17.449359 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Deleting subnet 0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:52:17.452346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Publish callbacks [] for subnet (0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.490399 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.533033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.680875 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.705952 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:17.713451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.717046 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0b2ab5a8-c8a5-4b99-ad77-f78e6b4270ef HTTP/1.1" status: 204 len: 168 time: 0.3105214 Jul 20 22:52:17.718700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.719086 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.719509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.719778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53112) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:17.720257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.720257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.720477 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.720805 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.721127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.721447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.721769 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.722088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.722408 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.722723 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.723056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.723372 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc5396-142e-4e76-96dc-adf4f67af26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:17.792429 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (25cdff7d-27ed-4136-8183-3055182fbcc3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.869945 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (25cdff7d-27ed-4136-8183-3055182fbcc3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.889865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cdff7d-27ed-4136-8183-3055182fbcc3']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:17.899233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21708ae5-839d-4797-a30e-dc3d45472fa5') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:17.899528 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21708ae5-839d-4797-a30e-dc3d45472fa5') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:17.909498 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (21708ae5-839d-4797-a30e-dc3d45472fa5), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.922708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (21708ae5-839d-4797-a30e-dc3d45472fa5), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:17.929008 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:52:17.929420 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (21708ae5-839d-4797-a30e-dc3d45472fa5), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.010396 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 21708ae5-839d-4797-a30e-dc3d45472fa5 resource provider aggregate not found Jul 20 22:52:18.030866 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 21708ae5-839d-4797-a30e-dc3d45472fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21708ae5-839d-4797-a30e-dc3d45472fa5 found for delete ", "request_id": "req-c261dd5a-a51e-4b83-988d-ea55c02629c0"}]} Jul 20 22:52:18.075774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (25cdff7d-27ed-4136-8183-3055182fbcc3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.084667 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.085254 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] 10.222.0.81 "DELETE /v2.0/networks/25cdff7d-27ed-4136-8183-3055182fbcc3 HTTP/1.1" status: 204 len: 168 time: 0.3644428 Jul 20 22:52:18.097308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e9c0-6892-414a-8607-c556ae33a77f admin admin] Pushing event deleted for resources: {'Network': ['ID=25cdff7d-27ed-4136-8183-3055182fbcc3,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:18.444567 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53122) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:18.488695 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8b9b86d5-90f9-466f-92f7-0e276c855e5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=650d54a3145d42748ed81457cdd1eb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429990 Jul 20 22:52:18.491126 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53124) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:18.538089 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] Publish callbacks [] for security_group (7192ee29-7df6-4a3c-8ada-86797b2662da), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.560240 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] Publish callbacks [] for security_group (7192ee29-7df6-4a3c-8ada-86797b2662da), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.674692 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7192ee29-7df6-4a3c-8ada-86797b2662da), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.677235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:18.678379 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7192ee29-7df6-4a3c-8ada-86797b2662da HTTP/1.1" status: 204 len: 168 time: 0.1863647 Jul 20 22:52:18.686651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4f7ad-dc8c-4507-b0f2-f732f145ead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192ee29-7df6-4a3c-8ada-86797b2662da,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:19.790164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53146) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:19.885829 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-403457653-network', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:19.994438 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Made reservation on behalf of a257ecd598a74a5cb15fc4b62c5a5979 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:52:19.997567 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.006468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.079492 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks [] for security_group (8df494f4-35e5-443d-a245-a750fcff65cb), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.148502 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8df494f4-35e5-443d-a245-a750fcff65cb), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.180424 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:52:20.187811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df494f4-35e5-443d-a245-a750fcff65cb,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:20.195543 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (6c133ea8-f4c4-424e-bdc2-11536f2859b9), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.196373 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Added segment 6c133ea8-f4c4-424e-bdc2-11536f2859b9 of type vlan for network adc6c730-f7c9-41b5-b23c-da9b7b402e16 Jul 20 22:52:20.236123 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (adc6c730-f7c9-41b5-b23c-da9b7b402e16), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.303001 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (adc6c730-f7c9-41b5-b23c-da9b7b402e16), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.304021 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:20.304630 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.310395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=11 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:20.365695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] Pushing event updated for resources: {'Network': ['ID=adc6c730-f7c9-41b5-b23c-da9b7b402e16,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:20.375314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:52:20.403658 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6211bcf9-e031-46f8-9706-3a6c55791256 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6118531 Jul 20 22:52:20.406387 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53150) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:20.411115 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Request body: {'subnet': {'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-403457653-subnet', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:20.414497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:20.514586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Made reservation on behalf of a257ecd598a74a5cb15fc4b62c5a5979 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:52:20.516980 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.743394 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (d6977db6-e227-4638-968b-304fd2478e12), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.805238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6977db6-e227-4638-968b-304fd2478e12,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:20.813668 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Checking segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:20.814040 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Network hostable DHCP agents. Network: adc6c730-f7c9-41b5-b23c-da9b7b402e16, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:52:20.903855 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:52:20.954580 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, adc6c730-f7c9-41b5-b23c-da9b7b402e16) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:20.958674 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:20.959338 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:20.964201 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c3735-7ca3-4eba-9362-d29e8eeef48b None None] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:52:21.021071 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f46914ef-a077-4a2f-bdc2-b924bc305709 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6135645 Jul 20 22:52:21.023629 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53152) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:21.028471 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:21.066260 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:52:21.067231 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.098106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.099358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.149442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for router_controller (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.201975 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Allocated IP 172.20.0.2 (adc6c730-f7c9-41b5-b23c-da9b7b402e16/d6977db6-e227-4638-968b-304fd2478e12/9bd23570-c414-4f67-b1fb-8f9ad78cccf1) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:21.345819 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks [] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.378281 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for router_gateway (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.429127 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.459785 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:21.467873 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:21.475510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:21.479420 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:21.484713 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Pushing event updated for resources: {'Port': ['ID=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:21.509004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.509349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.509691 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.510089 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.510398 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.510714 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.511064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.513741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:21.549084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Attempting to bind port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:21.549451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Attempting to bind port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:21.549810 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Attempting to bind port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 on network adc6c730-f7c9-41b5-b23c-da9b7b402e16 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:21.555049 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:21.555429 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Checking segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:21.555829 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.556214 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Bound using segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:21.556677 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Bound port: 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:21.557056 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.620535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] For port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:21.623178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for router_gateway (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.623534 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] For port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:21.646055 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.709475 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.752913 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Allocated IP 172.27.1.131 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/a774988c-c6ae-4e90-b148-7fae0c700498) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:21.772563 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3622d8-3d79-4d1d-8feb-5d9cef53fd0d None None] Pushing event updated for resources: {'Port': ['ID=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:21.867676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for port (a774988c-c6ae-4e90-b148-7fae0c700498), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:21.894967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:21.961805 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.014517 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:22.021251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:22.023759 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:22.030398 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a774988c-c6ae-4e90-b148-7fae0c700498,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:22.036837 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:22.086706 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:22.087120 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.110035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:22.132965 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:22.167528 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:22.167842 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.203001 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:22.263872 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.319754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:22.560081 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for router_gateway (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.635752 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbc9b6-0997-40da-a0fa-c92687827c85 None None] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:52:22.704015 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:22.716203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8488dd3f-bc6b-44cc-877a-664ea6240b78 None None] Provisioning complete for port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:22.716576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8488dd3f-bc6b-44cc-877a-664ea6240b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.753647 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:22.826719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8488dd3f-bc6b-44cc-877a-664ea6240b78 None None] Current status of the port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:22.942747 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:52:23.045981 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-d01429de-ec64-4764-88a2-8034c82c8be8 None None] Provisioning complete for port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:23.046350 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d01429de-ec64-4764-88a2-8034c82c8be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.054406 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:23.065710 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Sync routers for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:23.078032 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:23.078990 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:23.128236 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.129509 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b5391a22-4566-4bb8-96b4-b53dfbd1d4b9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1049399 Jul 20 22:52:23.132306 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53156) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:23.133810 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-d01429de-ec64-4764-88a2-8034c82c8be8 None None] Current status of the port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:23.186519 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:23.353276 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:22Z', 'revision_number': 3, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:23.360994 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:23.382388 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Checking router: 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:23.382733 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Updating router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 port a774988c-c6ae-4e90-b148-7fae0c700498 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:52:23.410619 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.541040 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.550439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:23.651721 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks [] for port (a774988c-c6ae-4e90-b148-7fae0c700498), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.696337 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Allocated IP 172.20.0.1 (adc6c730-f7c9-41b5-b23c-da9b7b402e16/d6977db6-e227-4638-968b-304fd2478e12/ada05f32-288b-4d24-8078-c50aa02b26c8) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:23.737533 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.804863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks [] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.872396 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Pushing event updated for resources: {'Port': ['ID=a774988c-c6ae-4e90-b148-7fae0c700498,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:23.874681 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Attempting to bind port a774988c-c6ae-4e90-b148-7fae0c700498 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:23.875053 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Attempting to bind port a774988c-c6ae-4e90-b148-7fae0c700498 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:23.875583 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Attempting to bind port a774988c-c6ae-4e90-b148-7fae0c700498 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:23.883981 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:23.884342 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:23.884729 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.885104 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:23.885542 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Bound port: a774988c-c6ae-4e90-b148-7fae0c700498, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:23.885903 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.889382 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.899988 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:23.928998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:23.943362 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] For port a774988c-c6ae-4e90-b148-7fae0c700498, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:23.946662 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] For port a774988c-c6ae-4e90-b148-7fae0c700498, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a774988c-c6ae-4e90-b148-7fae0c700498,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:23.968812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:23.971745 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:23.977504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:23.991747 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:24.010976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Pushing event updated for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:24.025707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.042779 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:24.043215 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.087182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:24.103664 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.133500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:24.162514 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:24.165155 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:24.165957 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:24.170941 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98057a31-cf63-46f5-9b77-5df03bb40f3c None None] Pushing event updated for resources: {'Port': ['ID=a774988c-c6ae-4e90-b148-7fae0c700498,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:24.219232 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:24.224958 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.262604 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-78147c62-cd2d-47a8-abe0-199f2838eb1d None None] Provisioning complete for port ada05f32-288b-4d24-8078-c50aa02b26c8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:24.262604 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-78147c62-cd2d-47a8-abe0-199f2838eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.279260 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:24.292361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-78147c62-cd2d-47a8-abe0-199f2838eb1d None None] Port ada05f32-288b-4d24-8078-c50aa02b26c8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:24.393096 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks [] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.447362 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:22Z', 'revision_number': 3, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:24.463088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.475797 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817b6da-474b-4e3f-ba03-4324f29d912f None None] The sync data for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi is: [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:22Z', 'revision_number': 3, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:24.534821 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Pushing event updated for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:24.537267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.612235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:24.632787 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:24.634173 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:24.774687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:52:24.891203 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:24.896930 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-be79c319-6a0d-4096-a7ae-1b6a3a04a808 admin admin] 10.222.0.81 "PUT /v2.0/routers/3c8f56a5-c436-4d04-9d21-0ce60163ffb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635660 Jul 20 22:52:24.914492 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-fdbe7cb1-d7a0-4fe0-a997-4ec42a06d0f5 None None] Provisioning complete for port ada05f32-288b-4d24-8078-c50aa02b26c8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:24.914871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7cb1-d7a0-4fe0-a997-4ec42a06d0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:24.949704 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe7cb1-d7a0-4fe0-a997-4ec42a06d0f5 None None] Port ada05f32-288b-4d24-8078-c50aa02b26c8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:25.650458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53174) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:25.655447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-896471539-network', 'tenant_id': '0e9874be0cd542829242caded150fd52'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:25.743180 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Made reservation on behalf of 0e9874be0cd542829242caded150fd52 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:52:25.745585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.755698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.806387 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.835112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks [] for security_group (59fa1068-cf42-41c5-ab5a-5b37891abaaa), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.903375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (59fa1068-cf42-41c5-ab5a-5b37891abaaa), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.929842 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:52:25.941631 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fa1068-cf42-41c5-ab5a-5b37891abaaa,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:25.947552 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:25.947902 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Added segment 9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a of type vlan for network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 Jul 20 22:52:25.986280 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Sync routers for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:25.989918 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:25.996942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (bcef37f9-0db7-418f-b7a7-ee19e84e9c01), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.002648 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:26.003490 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:26.042337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a774988c-c6ae-4e90-b148-7fae0c700498 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:26.049216 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:26.086092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (bcef37f9-0db7-418f-b7a7-ee19e84e9c01), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.087205 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:26.087849 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.156820 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] Pushing event updated for resources: {'Network': ['ID=bcef37f9-0db7-418f-b7a7-ee19e84e9c01,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:26.191502 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-db454a92-2c29-4077-8310-cc957e4e9c14 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5398850 Jul 20 22:52:26.194209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53176) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:26.198957 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Request body: {'subnet': {'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-896471539-subnet', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:26.232128 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:52:26.269526 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:26.292033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Made reservation on behalf of 0e9874be0cd542829242caded150fd52 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:52:26.294641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.316586 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:26.361203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port a774988c-c6ae-4e90-b148-7fae0c700498 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:26.361583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.428624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:26.532164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (4b40d53a-9df6-42e4-b85d-10cdeaabd894), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.545780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port a774988c-c6ae-4e90-b148-7fae0c700498 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:26.546164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.596396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b40d53a-9df6-42e4-b85d-10cdeaabd894,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:26.600485 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port a774988c-c6ae-4e90-b148-7fae0c700498, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a774988c-c6ae-4e90-b148-7fae0c700498,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:26.600863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Checking segment: {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:26.601225 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Network hostable DHCP agents. Network: bcef37f9-0db7-418f-b7a7-ee19e84e9c01, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:52:26.609401 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 2, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:26.634907 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Checking router: 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:26.635284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Updating router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 port ada05f32-288b-4d24-8078-c50aa02b26c8 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:52:26.663711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.674240 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.703996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:52:26.794414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=a774988c-c6ae-4e90-b148-7fae0c700498,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:26.794628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, bcef37f9-0db7-418f-b7a7-ee19e84e9c01) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:26.798743 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:26.799542 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:26.805443 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c0cf5-1654-4fe3-9dad-7d2241aba613 None None] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:52:26.917409 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-520bb38c-9b14-4cbe-a674-4f3ae6bbd5e1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7221310 Jul 20 22:52:26.920198 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53178) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:26.925092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:26.932076 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:26.981185 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'project_id': '0e9874be0cd542829242caded150fd52', 'fixed_ips': [{'subnet_id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:52:26.982123 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.017544 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.018659 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.111281 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:27.128754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks [] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.181292 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Allocated IP 172.20.0.2 (bcef37f9-0db7-418f-b7a7-ee19e84e9c01/4b40d53a-9df6-42e4-b85d-10cdeaabd894/53461e5c-f371-4258-aab6-3ec50452994a) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:27.216684 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.300149 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for router_controller (e0057563-2ffe-4cda-9444-9ea4a33c270f), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.304421 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27966e2c-88f5-41ea-951a-ff8cf612f69d None None] Pushing event updated for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:27.415954 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Attempting to bind port ada05f32-288b-4d24-8078-c50aa02b26c8 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:27.416300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Attempting to bind port ada05f32-288b-4d24-8078-c50aa02b26c8 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:27.416659 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Attempting to bind port ada05f32-288b-4d24-8078-c50aa02b26c8 on network adc6c730-f7c9-41b5-b23c-da9b7b402e16 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:27.429648 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:27.430060 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Checking segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:27.430426 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.430811 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Bound using segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:27.431308 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Bound port: ada05f32-288b-4d24-8078-c50aa02b26c8, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:27.431684 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.452702 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks [] for port (53461e5c-f371-4258-aab6-3ec50452994a), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.490951 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-46a7b5f1-0363-4088-8f6b-c3f87ba9bbeb None None] Provisioning complete for port ada05f32-288b-4d24-8078-c50aa02b26c8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:27.491349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-46a7b5f1-0363-4088-8f6b-c3f87ba9bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.529299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (53461e5c-f371-4258-aab6-3ec50452994a), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.540897 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for router_gateway (e0057563-2ffe-4cda-9444-9ea4a33c270f), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.545271 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:27.573559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] For port ada05f32-288b-4d24-8078-c50aa02b26c8, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:27.595244 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-46a7b5f1-0363-4088-8f6b-c3f87ba9bbeb None None] Port ada05f32-288b-4d24-8078-c50aa02b26c8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:27.601429 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:27.606176 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] For port ada05f32-288b-4d24-8078-c50aa02b26c8, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ada05f32-288b-4d24-8078-c50aa02b26c8,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:27.608139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:27.610877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Pushing event updated for resources: {'Port': ['ID=53461e5c-f371-4258-aab6-3ec50452994a,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:27.613108 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:27.666816 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Attempting to bind port 53461e5c-f371-4258-aab6-3ec50452994a on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:27.667211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Attempting to bind port 53461e5c-f371-4258-aab6-3ec50452994a by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:27.667564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Attempting to bind port 53461e5c-f371-4258-aab6-3ec50452994a on network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:27.673322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:27.673689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Checking segment: {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:27.674084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.674471 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Bound using segment: {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:27.674931 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Bound port: 53461e5c-f371-4258-aab6-3ec50452994a, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:27.675333 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (53461e5c-f371-4258-aab6-3ec50452994a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.687062 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.781988 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:27.795763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:27.796406 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:27.798172 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27966e2c-88f5-41ea-951a-ff8cf612f69d None None] Pushing event updated for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:27.835042 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] For port 53461e5c-f371-4258-aab6-3ec50452994a, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:27.836540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for router_gateway (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.856188 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] For port 53461e5c-f371-4258-aab6-3ec50452994a, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=53461e5c-f371-4258-aab6-3ec50452994a,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:27.860528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:27.891521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:27.922760 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:27.985850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Allocated IP 172.27.1.51 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/82aa836e-fa33-43cd-aaa7-2886e6296708) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:27.993786 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (53461e5c-f371-4258-aab6-3ec50452994a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.005510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a774988c-c6ae-4e90-b148-7fae0c700498 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:28.086464 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:28.088418 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:28.098611 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Provisioning complete for port ada05f32-288b-4d24-8078-c50aa02b26c8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:28.098987 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.106698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.111536 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:28.175851 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42247f-9ed1-4b9a-bab0-9610d6d91431 None None] Pushing event updated for resources: {'Port': ['ID=53461e5c-f371-4258-aab6-3ec50452994a,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:28.195721 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.209957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port a774988c-c6ae-4e90-b148-7fae0c700498 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:28.210328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.239886 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:28.247890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:28.251853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:28.255186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=82aa836e-fa33-43cd-aaa7-2886e6296708,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:28.271272 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:28.467555 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Current status of the port ada05f32-288b-4d24-8078-c50aa02b26c8 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:28.467942 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.477887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:27Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:28.522548 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52973ebc-a69e-40a2-84fd-c4cd31570d5c None None] The sync data for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi is: [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:27Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:28.557031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port a774988c-c6ae-4e90-b148-7fae0c700498 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:28.563041 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] For port ada05f32-288b-4d24-8078-c50aa02b26c8, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ada05f32-288b-4d24-8078-c50aa02b26c8,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:28.640919 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.685437 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for router_gateway (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:28.704236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611dbf-e82a-4f16-b0ee-1c1380dbb7d2 None None] Pushing event updated for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:28.854715 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:28.924694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.165383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f18dd6-736e-4c7e-9630-1bd452cfec8a None None] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:52:29.184583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Router e0057563-2ffe-4cda-9444-9ea4a33c270f is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:52:29.274428 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Provisioning complete for port 53461e5c-f371-4258-aab6-3ec50452994a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:29.274887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (53461e5c-f371-4258-aab6-3ec50452994a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.307916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:29.325061 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Sync routers for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:29.353843 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:29.354740 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:29.393027 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Current status of the port 53461e5c-f371-4258-aab6-3ec50452994a is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:29.393627 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (53461e5c-f371-4258-aab6-3ec50452994a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.437595 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.438905 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-77518655-9599-4420-a08c-e8edb8900bf8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5172305 Jul 20 22:52:29.441577 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53194) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:29.471372 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:29.479425 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] For port 53461e5c-f371-4258-aab6-3ec50452994a, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=53461e5c-f371-4258-aab6-3ec50452994a,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:29.560944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (53461e5c-f371-4258-aab6-3ec50452994a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.630961 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2f5fa-0bf6-4101-96f8-d350ed8fa1a4 None None] Pushing event updated for resources: {'Port': ['ID=53461e5c-f371-4258-aab6-3ec50452994a,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:29.677076 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 3, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:29.685146 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-ab7bcb97-1d5f-4f64-a7c0-47693104cf9a None None] Provisioning complete for port 53461e5c-f371-4258-aab6-3ec50452994a triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:29.685543 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ab7bcb97-1d5f-4f64-a7c0-47693104cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (53461e5c-f371-4258-aab6-3ec50452994a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.706847 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Checking router: e0057563-2ffe-4cda-9444-9ea4a33c270f for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:29.707476 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Updating router e0057563-2ffe-4cda-9444-9ea4a33c270f port 82aa836e-fa33-43cd-aaa7-2886e6296708 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:52:29.727912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64f666-47d7-49b4-bdd0-96f81cf3043b req-f56f0a1a-2260-4097-b3d9-d943ca7ea961 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:29.730115 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b64f666-47d7-49b4-bdd0-96f81cf3043b req-f56f0a1a-2260-4097-b3d9-d943ca7ea961 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0905144 Jul 20 22:52:29.744047 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:29.798126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bcb97-1d5f-4f64-a7c0-47693104cf9a None None] Current status of the port 53461e5c-f371-4258-aab6-3ec50452994a is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:29.804525 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b64f666-47d7-49b4-bdd0-96f81cf3043b req-fb87d4ec-13c3-49bc-a909-017cc411ab1d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667117 Jul 20 22:52:29.820882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:29.953790 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.009731 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.039115 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks [] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.049040 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ada05f32-288b-4d24-8078-c50aa02b26c8 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:30.099771 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port ada05f32-288b-4d24-8078-c50aa02b26c8 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:30.100157 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.119941 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.124178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.176121 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Attempting to bind port 82aa836e-fa33-43cd-aaa7-2886e6296708 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:30.176479 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Attempting to bind port 82aa836e-fa33-43cd-aaa7-2886e6296708 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:30.176832 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Attempting to bind port 82aa836e-fa33-43cd-aaa7-2886e6296708 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:30.182378 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Allocated IP 172.20.0.1 (bcef37f9-0db7-418f-b7a7-ee19e84e9c01/4b40d53a-9df6-42e4-b85d-10cdeaabd894/84556957-c8d1-4969-823f-5588d44a61fe) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:30.182555 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8115e-8e83-419a-b81b-460546ea0414 None None] Pushing event updated for resources: {'Port': ['ID=82aa836e-fa33-43cd-aaa7-2886e6296708,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:30.186556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port ada05f32-288b-4d24-8078-c50aa02b26c8 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:30.187763 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:30.188132 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:30.188524 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.188929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 53461e5c-f371-4258-aab6-3ec50452994a up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:30.189053 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:30.189643 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Bound port: 82aa836e-fa33-43cd-aaa7-2886e6296708, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:30.193961 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.238002 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 53461e5c-f371-4258-aab6-3ec50452994a triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:30.238623 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (53461e5c-f371-4258-aab6-3ec50452994a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.240382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.245801 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] For port 82aa836e-fa33-43cd-aaa7-2886e6296708, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:30.249746 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] For port 82aa836e-fa33-43cd-aaa7-2886e6296708, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=82aa836e-fa33-43cd-aaa7-2886e6296708,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:30.293806 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.304172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks [] for port (84556957-c8d1-4969-823f-5588d44a61fe), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.315569 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 53461e5c-f371-4258-aab6-3ec50452994a is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:30.332078 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.380528 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.389359 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:30.389981 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:30.396689 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8115e-8e83-419a-b81b-460546ea0414 None None] Pushing event updated for resources: {'Port': ['ID=82aa836e-fa33-43cd-aaa7-2886e6296708,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:30.417194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.457163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:30.462311 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:30.466275 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:30.490685 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:30.499865 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:30.509272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.603386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:30.676740 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 3, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:30.701574 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee988a5d-22ba-4af6-b4a9-d4ec2d84b0b4 None None] The sync data for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi is: [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 3, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:30.734674 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8c69ce3b-34f8-4804-900f-2e4483fa6406 None None] Provisioning complete for port 84556957-c8d1-4969-823f-5588d44a61fe triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:30.735809 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8c69ce3b-34f8-4804-900f-2e4483fa6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (84556957-c8d1-4969-823f-5588d44a61fe), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.743185 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (84556957-c8d1-4969-823f-5588d44a61fe), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:30.746692 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-a7707e46-d930-4bd3-892e-4158b2f9a703 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479050 Jul 20 22:52:30.777782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8c69ce3b-34f8-4804-900f-2e4483fa6406 None None] Port 84556957-c8d1-4969-823f-5588d44a61fe cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:30.826655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-eb9405cb-c3e6-43a8-a10a-7989274daa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:30.828787 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-eb9405cb-c3e6-43a8-a10a-7989274daa0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 1129 time: 0.0427785 Jul 20 22:52:30.957038 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-a934bfef-bb1c-4e36-bec5-fab006cdce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:30.957038 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-a934bfef-bb1c-4e36-bec5-fab006cdce8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 200 len: 919 time: 0.1012673 Jul 20 22:52:30.965684 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a2ff-a2e7-4093-beb2-fd1c67c4f4f7 req-271bd82c-7ef1-4efc-84a9-f87781d3aca9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:30.971619 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0329a2ff-a2e7-4093-beb2-fd1c67c4f4f7 req-271bd82c-7ef1-4efc-84a9-f87781d3aca9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0820882 Jul 20 22:52:31.013900 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks [] for port (84556957-c8d1-4969-823f-5588d44a61fe), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.040763 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0329a2ff-a2e7-4093-beb2-fd1c67c4f4f7 req-394c918c-383f-4eeb-9490-c3b24d4ec95a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638587 Jul 20 22:52:31.079483 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.151329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.155088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:31.276519 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:31.278005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:31.369879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-0f46d456-c525-4591-a2ce-944cf04e7d43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 200 len: 217 time: 0.2685575 Jul 20 22:52:31.385915 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874c986-9b44-4820-9f05-831b319e64c1 req-3dd6ca9b-e572-4339-9326-97a00dec2357 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:31.388165 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f874c986-9b44-4820-9f05-831b319e64c1 req-3dd6ca9b-e572-4339-9326-97a00dec2357 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0587029 Jul 20 22:52:31.432844 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-b2d6d411-765a-4d6b-a58a-d4988fe405d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:31.434816 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-b2d6d411-765a-4d6b-a58a-d4988fe405d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 200 len: 857 time: 0.0578127 Jul 20 22:52:31.488762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-b12cfa3c-cdfb-4cf9-8e8b-fbd0bbea074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:31.490640 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-b12cfa3c-cdfb-4cf9-8e8b-fbd0bbea074f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efcbc23a-538d-4e8a-a0a8-c637f267412a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485067 Jul 20 22:52:31.596465 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-9ec8cddb-52e4-44ae-8f6c-7cd6d1cb24f3 service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998883 Jul 20 22:52:31.614652 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-b5a82fcb-0c8c-419b-aaa2-50e1264429b9 None None] Provisioning complete for port 84556957-c8d1-4969-823f-5588d44a61fe triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:31.615290 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b5a82fcb-0c8c-419b-aaa2-50e1264429b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (84556957-c8d1-4969-823f-5588d44a61fe), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.665179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-b5a82fcb-0c8c-419b-aaa2-50e1264429b9 None None] Port 84556957-c8d1-4969-823f-5588d44a61fe cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:31.668095 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1f9ca3b3-253d-44a7-b167-eb2ccecc2dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.714332 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ca5fcf1-e877-49f4-8a14-fe274c1d7d9d req-5b599790-85ba-4a77-bd80-a7c35001204f service neutron] 10.222.0.23 "GET /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105647 Jul 20 22:52:31.762701 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Router e0057563-2ffe-4cda-9444-9ea4a33c270f has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:52:31.763970 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 45626d8c-d54c-4e76-87bd-74a8f515a33c {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:31.764311 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:31.860878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:31.913916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:31.938856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] For port 45626d8c-d54c-4e76-87bd-74a8f515a33c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=45626d8c-d54c-4e76-87bd-74a8f515a33c,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:31.938856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.002715 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 82aa836e-fa33-43cd-aaa7-2886e6296708 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:32.009998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:32.020034 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fe3707ea-8848-464b-9c44-17557e85bfc7 admin admin] 10.222.0.81 "PUT /v2.0/routers/e0057563-2ffe-4cda-9444-9ea4a33c270f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774531 Jul 20 22:52:32.084928 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 82aa836e-fa33-43cd-aaa7-2886e6296708 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:32.085309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.180180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 82aa836e-fa33-43cd-aaa7-2886e6296708 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:32.180568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.198706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.198818 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.199194 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP 13fab7ea-95f7-4029-a0c2-f0934b0738e3 disassociated. External IP: 172.27.1.146, port: 45626d8c-d54c-4e76-87bd-74a8f515a33c. Jul 20 22:52:32.199547 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 45626d8c-d54c-4e76-87bd-74a8f515a33c owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:32.220331 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 82aa836e-fa33-43cd-aaa7-2886e6296708, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=82aa836e-fa33-43cd-aaa7-2886e6296708,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:32.230256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e584-6694-4fcc-b4d9-d961cb4c436c req-b0029f8c-485e-49cd-a7d4-959838e7dec8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:32.232946 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-34d3e584-6694-4fcc-b4d9-d961cb4c436c req-b0029f8c-485e-49cd-a7d4-959838e7dec8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 946 time: 0.0931418 Jul 20 22:52:32.285918 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.294777 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-34d3e584-6694-4fcc-b4d9-d961cb4c436c req-277289b7-ef83-47cb-99ed-659acb7eca1b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=817718b7-599c-4685-bccd-da8943eacdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559027 Jul 20 22:52:32.341771 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=82aa836e-fa33-43cd-aaa7-2886e6296708,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:32.416818 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (45626d8c-d54c-4e76-87bd-74a8f515a33c), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.447871 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53212) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:32.448257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=45626d8c-d54c-4e76-87bd-74a8f515a33c,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:32.453440 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335290259', 'description': 'tempest-secgroup-smoke-1335290259 description', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:32.484248 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Sync routers for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:32.495564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:32.496978 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:32.543256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.565198 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:52:32.604421 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:32.631500 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (5324a657-c6ff-4506-9885-26924db9e980), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.675424 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:32.687491 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:32.709145 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:32.710023 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:32.714655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (5324a657-c6ff-4506-9885-26924db9e980), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.723434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] No DVR routers for this DVR port 45626d8c-d54c-4e76-87bd-74a8f515a33c on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:52:32.725774 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.729364 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f874c986-9b44-4820-9f05-831b319e64c1 req-9298e4fb-a3be-48c5-8c20-9359a2f37f0a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "DELETE /v2.0/ports/45626d8c-d54c-4e76-87bd-74a8f515a33c HTTP/1.1" status: 204 len: 173 time: 1.0645726 Jul 20 22:52:32.729936 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'name': 'network-vif-deleted', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:52:32.733076 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d45421-431e-4ef9-8316-70050895eeca" -d '{"events": [{"server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "name": "network-vif-deleted", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:52:32.769793 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5324a657-c6ff-4506-9885-26924db9e980,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:32.779411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310266f-bd38-47d1-81c8-ff5bd9dcc73a x-openstack-request-id: req-d310266f-bd38-47d1-81c8-ff5bd9dcc73a {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:52:32.780062 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24366b66-5a54-44ea-95a2-da361e4a3ffe", "name": "network-vif-deleted", "tag": "45626d8c-d54c-4e76-87bd-74a8f515a33c", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:52:32.780833 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d310266f-bd38-47d1-81c8-ff5bd9dcc73a {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:52:32.781524 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d310266f-bd38-47d1-81c8-ff5bd9dcc73a'] response: {'server_uuid': '24366b66-5a54-44ea-95a2-da361e4a3ffe', 'name': 'network-vif-deleted', 'tag': '45626d8c-d54c-4e76-87bd-74a8f515a33c', 'status': 'completed', 'code': 200} Jul 20 22:52:32.813509 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.815082 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a09f58ba-822e-47dd-b9df-aadd68c442b9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3659873 Jul 20 22:52:32.818440 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53216) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:32.823135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:32.879824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 4, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '84556957-c8d1-4969-823f-5588d44a61fe', 'name': '', 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'mac_address': 'fa:16:3e:39:d5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:30Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 2, 'project_id': '0e9874be0cd542829242caded150fd52', 'subnets': [{'id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:32.908326 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (f63c2831-147f-4e90-af81-e4c7f783a699), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.911437 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Checking router: e0057563-2ffe-4cda-9444-9ea4a33c270f for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:32.911798 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Updating router e0057563-2ffe-4cda-9444-9ea4a33c270f port 84556957-c8d1-4969-823f-5588d44a61fe binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:52:32.913391 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:32.915938 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:32.956715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:32.960269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (84556957-c8d1-4969-823f-5588d44a61fe), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:32.976555 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (f63c2831-147f-4e90-af81-e4c7f783a699), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.000295 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:33.052036 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (f63c2831-147f-4e90-af81-e4c7f783a699), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.074008 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63c2831-147f-4e90-af81-e4c7f783a699,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:33.079795 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:33.145912 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:33.151906 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:33.172925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.174380 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f2d81914-570b-463d-bd64-56310094eda8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547797 Jul 20 22:52:33.182698 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53218) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:33.182698 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:33.185234 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:33.194376 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:33.195025 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:33.249635 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks [] for port (84556957-c8d1-4969-823f-5588d44a61fe), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.276151 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (faa4e8d7-60ad-49be-946b-1e844c99af29), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.302466 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:33.319958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.393860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (faa4e8d7-60ad-49be-946b-1e844c99af29), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.427058 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:33.428195 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b7a56-5304-4d98-9ad2-452f6caf417d None None] Pushing event updated for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:33.454576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Attempting to bind port 84556957-c8d1-4969-823f-5588d44a61fe on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:33.454576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Attempting to bind port 84556957-c8d1-4969-823f-5588d44a61fe by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:33.454576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Attempting to bind port 84556957-c8d1-4969-823f-5588d44a61fe on network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:33.462175 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:33.462560 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Checking segment: {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:33.463031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.463426 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Bound using segment: {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:33.464115 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Bound port: 84556957-c8d1-4969-823f-5588d44a61fe, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:33.464547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (84556957-c8d1-4969-823f-5588d44a61fe), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.474190 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (faa4e8d7-60ad-49be-946b-1e844c99af29), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.527790 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4fdd9fcd-5d07-4616-956f-b6f47961a3d4 req-6e5c0e8b-a0c8-4a0f-93fe-a1f55c640fbb tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=24366b66-5a54-44ea-95a2-da361e4a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0578012 Jul 20 22:52:33.544973 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa4e8d7-60ad-49be-946b-1e844c99af29,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:33.570339 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] For port 84556957-c8d1-4969-823f-5588d44a61fe, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:33.574301 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] For port 84556957-c8d1-4969-823f-5588d44a61fe, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=84556957-c8d1-4969-823f-5588d44a61fe,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:33.622048 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:33.630657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.632055 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9ac1ae91-6b75-4568-b59f-7f2aba33d458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4536862 Jul 20 22:52:33.634796 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53222) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:33.640206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:33.660075 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.662094 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a909f-f71a-43eb-8c5e-946b43eb22d2 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'dde0f8c0-5315-4087-81a0-c069e314d521', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:3d:2c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:45:46Z', 'updated_at': '2022-07-20T22:47:12Z', 'revision_number': 2, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:33.720347 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:33.731895 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Provisioning complete for port 84556957-c8d1-4969-823f-5588d44a61fe triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:33.732401 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (84556957-c8d1-4969-823f-5588d44a61fe), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.774256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (0baf6c27-dc6b-4558-bc70-1e6efb0bee16), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:33.806619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:33.807405 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:33.883780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b7a56-5304-4d98-9ad2-452f6caf417d None None] Pushing event updated for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:33.921670 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (0baf6c27-dc6b-4558-bc70-1e6efb0bee16), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.001320 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (0baf6c27-dc6b-4558-bc70-1e6efb0bee16), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.040553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baf6c27-dc6b-4558-bc70-1e6efb0bee16,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:34.122875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 82aa836e-fa33-43cd-aaa7-2886e6296708 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:34.127646 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43abb7e-82f1-4422-9bbe-85587e10b716 None None] New status for floating IP 13fab7ea-95f7-4029-a0c2-f0934b0738e3: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:52:34.138762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.140447 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f75b0909-0e88-4183-9e98-cb6b173ab1d9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5043468 Jul 20 22:52:34.143352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53224) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:34.148037 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:34.247967 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (9a19cd1d-0cd4-49e4-9c2c-f0432f6d17bb), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.258839 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e89f71cf-270c-4992-8e66-b344fe69e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.286553 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Current status of the port 84556957-c8d1-4969-823f-5588d44a61fe is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:34.286944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (84556957-c8d1-4969-823f-5588d44a61fe), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.296484 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:34.304249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:34.315047 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (9a19cd1d-0cd4-49e4-9c2c-f0432f6d17bb), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.371692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (9a19cd1d-0cd4-49e4-9c2c-f0432f6d17bb), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.382544 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 82aa836e-fa33-43cd-aaa7-2886e6296708 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:34.382924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.394566 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a19cd1d-0cd4-49e4-9c2c-f0432f6d17bb,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:34.447859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:34.458396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] For port 84556957-c8d1-4969-823f-5588d44a61fe, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=84556957-c8d1-4969-823f-5588d44a61fe,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:34.528186 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.529875 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4e069a95-8a15-4cba-8674-b0bf620e97a1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3851848 Jul 20 22:52:34.533436 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53226) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:34.539930 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:34.588290 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.647809 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 82aa836e-fa33-43cd-aaa7-2886e6296708 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:34.682233 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebedf-5bc6-4e54-9ca1-5d2894de9a72 None None] Pushing event updated for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:34.687602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 4, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '84556957-c8d1-4969-823f-5588d44a61fe', 'name': '', 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'mac_address': 'fa:16:3e:39:d5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:30Z', 'updated_at': '2022-07-20T22:52:33Z', 'revision_number': 4, 'project_id': '0e9874be0cd542829242caded150fd52', 'subnets': [{'id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:34.697153 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.securitygroups_db [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Project a257ecd598a74a5cb15fc4b62c5a5979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 22:52:34.711656 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (9cdafd61-af09-4aae-ae34-6be007d44b74), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.718180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbc17a-161b-4f7b-8bcc-2bfe33d4fbbb None None] The sync data for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi is: [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:30Z', 'revision_number': 4, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '84556957-c8d1-4969-823f-5588d44a61fe', 'name': '', 'network_id': 'bcef37f9-0db7-418f-b7a7-ee19e84e9c01', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'mac_address': 'fa:16:3e:39:d5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:30Z', 'updated_at': '2022-07-20T22:52:33Z', 'revision_number': 4, 'project_id': '0e9874be0cd542829242caded150fd52', 'subnets': [{'id': '4b40d53a-9df6-42e4-b85d-10cdeaabd894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:34.726442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-31a492bb-53b2-4be5-ad94-ddfc344e5ba5 None None] Provisioning complete for port 84556957-c8d1-4969-823f-5588d44a61fe triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:34.726825 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-31a492bb-53b2-4be5-ad94-ddfc344e5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (84556957-c8d1-4969-823f-5588d44a61fe), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.745633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53232) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:34.820166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (9cdafd61-af09-4aae-ae34-6be007d44b74), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.848806 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-31a492bb-53b2-4be5-ad94-ddfc344e5ba5 None None] Current status of the port 84556957-c8d1-4969-823f-5588d44a61fe is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:34.858948 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (817718b7-599c-4685-bccd-da8943eacdcb), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.884480 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (817718b7-599c-4685-bccd-da8943eacdcb), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.919858 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (9cdafd61-af09-4aae-ae34-6be007d44b74), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:34.940738 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdafd61-af09-4aae-ae34-6be007d44b74,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:35.158695 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 45626d8c-d54c-4e76-87bd-74a8f515a33c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:52:35.178548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (817718b7-599c-4685-bccd-da8943eacdcb), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.181935 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.186760 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/security-groups/817718b7-599c-4685-bccd-da8943eacdcb HTTP/1.1" status: 204 len: 168 time: 0.4394896 Jul 20 22:52:35.187025 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 45626d8c-d54c-4e76-87bd-74a8f515a33c {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:52:35.187385 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 45626d8c-d54c-4e76-87bd-74a8f515a33c not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:52:35.189380 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53234) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:35.211564 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c2904-797f-4b70-83ce-f57319b29e3e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817718b7-599c-4685-bccd-da8943eacdcb,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:35.213970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.218373 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53236) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:35.225902 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20d4007c-2707-4f94-85fb-1c475e7180b7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6905093 Jul 20 22:52:35.232216 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-32e018f5-6e87-4d99-9bfa-b22e9a5e3224 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] show failed (client error): The resource could not be found. Jul 20 22:52:35.232505 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'security_group_rule': {'security_group_id': '5324a657-c6ff-4506-9885-26924db9e980', 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:35.233249 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-32e018f5-6e87-4d99-9bfa-b22e9a5e3224 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups/817718b7-599c-4685-bccd-da8943eacdcb HTTP/1.1" status: 404 len: 347 time: 0.0412331 Jul 20 22:52:35.234740 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53238) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:35.251265 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:35.263816 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.358177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port e1492d80-a4cd-4de9-9d21-a8e4ad2bb134 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:35.358708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.394599 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.securitygroups_db [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Project a257ecd598a74a5cb15fc4b62c5a5979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 22:52:35.401163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (bb9d4b16-277d-4810-8cb3-8c78d1852410), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.428264 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:35.429996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:35.445473 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.445803 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.459855 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for e1492d80-a4cd-4de9-9d21-a8e4ad2bb134 owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:35.481063 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (bb9d4b16-277d-4810-8cb3-8c78d1852410), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.542400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (bb9d4b16-277d-4810-8cb3-8c78d1852410), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.566280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9d4b16-277d-4810-8cb3-8c78d1852410,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:35.636063 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.637373 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-90f4e12d-ea4d-4f40-8ac5-e153f7d42a8c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4180236 Jul 20 22:52:35.702932 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e1492d80-a4cd-4de9-9d21-a8e4ad2bb134), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.735100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=e1492d80-a4cd-4de9-9d21-a8e4ad2bb134,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:35.805744 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (13fab7ea-95f7-4029-a0c2-f0934b0738e3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.808458 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:35.809674 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-90d9dc45-301e-42b4-bc72-9343beb0fb38 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/floatingips/13fab7ea-95f7-4029-a0c2-f0934b0738e3 HTTP/1.1" status: 204 len: 168 time: 0.5735352 Jul 20 22:52:36.038519 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 84556957-c8d1-4969-823f-5588d44a61fe up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:52:36.069246 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:36.086041 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 84556957-c8d1-4969-823f-5588d44a61fe triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:36.086394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (84556957-c8d1-4969-823f-5588d44a61fe), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:36.162406 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 84556957-c8d1-4969-823f-5588d44a61fe is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:52:36.434452 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:36.822266 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:38.847917 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f8ed-fe11-41fa-bf7c-33d211407188 req-c6695cf6-c934-4c89-86df-e4a682ed1268 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:38.849396 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6289f8ed-fe11-41fa-bf7c-33d211407188 req-c6695cf6-c934-4c89-86df-e4a682ed1268 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0466974 Jul 20 22:52:38.905218 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6289f8ed-fe11-41fa-bf7c-33d211407188 req-3d1aeb0d-a41b-45fe-b06d-b38a13496b15 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502949 Jul 20 22:52:40.024531 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68a48-8f8f-46df-8cf8-f76bbd1f5035 req-56bb5fbb-dc1e-48d3-862a-3c2151bb41a5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:40.026012 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bef68a48-8f8f-46df-8cf8-f76bbd1f5035 req-56bb5fbb-dc1e-48d3-862a-3c2151bb41a5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Jul 20 22:52:40.072098 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bef68a48-8f8f-46df-8cf8-f76bbd1f5035 req-0af90688-aa40-4826-b827-a9df54604504 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=18ec275a-5fae-40c3-afe6-81d6316da1ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Jul 20 22:52:40.211143 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace88f-f555-4af1-9922-79503f3596ef req-892d20b4-a385-4b6b-bc4f-c9ef2d6f26de tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:40.212600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3ace88f-f555-4af1-9922-79503f3596ef req-892d20b4-a385-4b6b-bc4f-c9ef2d6f26de tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 945 time: 0.0480683 Jul 20 22:52:40.302400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:40.302744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:40.391761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] For port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:40.392117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:40.561354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:40.561730 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:40.562052 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP dde0f8c0-5315-4087-81a0-c069e314d521 disassociated. External IP: 172.27.1.93, port: 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a. Jul 20 22:52:40.562392 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:40.747938 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (3ef07cb8-939b-46e3-b2ca-eedb58f07b4a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:40.778104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=3ef07cb8-939b-46e3-b2ca-eedb58f07b4a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:40.868202 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:40.892524 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:52:40.975761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:40.998230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:41.008623 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:41.019223 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:41.019831 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:41.046932 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] No DVR routers for this DVR port 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:52:41.049565 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:41.052909 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3ace88f-f555-4af1-9922-79503f3596ef req-9a234ac6-839c-4289-b62a-c480b9572161 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "DELETE /v2.0/ports/3ef07cb8-939b-46e3-b2ca-eedb58f07b4a HTTP/1.1" status: 204 len: 173 time: 0.8347542 Jul 20 22:52:41.053346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'name': 'network-vif-deleted', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:52:41.055671 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d888e9e-2ff9-4021-b163-1cea1245ca12" -d '{"events": [{"server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "name": "network-vif-deleted", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:52:41.106708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b3f157-94b6-4f68-ac70-b9ded851c24c x-openstack-request-id: req-45b3f157-94b6-4f68-ac70-b9ded851c24c {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:52:41.106708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26d2070-596e-440d-8b3b-39be974f5bd3", "name": "network-vif-deleted", "tag": "3ef07cb8-939b-46e3-b2ca-eedb58f07b4a", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:52:41.106708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45b3f157-94b6-4f68-ac70-b9ded851c24c {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:52:41.106708 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b3f157-94b6-4f68-ac70-b9ded851c24c'] response: {'server_uuid': 'b26d2070-596e-440d-8b3b-39be974f5bd3', 'name': 'network-vif-deleted', 'tag': '3ef07cb8-939b-46e3-b2ca-eedb58f07b4a', 'status': 'completed', 'code': 200} Jul 20 22:52:41.133776 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:41.184329 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3df41e1c-72fb-480a-aea3-355d9c0291ac req-9ce108bb-e1af-4624-bfb2-f019486ccfbb tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Jul 20 22:52:41.342021 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:41.370440 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:41.380773 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:41.381454 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:41.484187 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:41.671534 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:41.701383 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714ca4d-1caf-42ee-ab67-2d8ba74bc996 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:41.903304 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:52:41.918397 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c579fb-50a6-4962-be6a-f59c57f2c62e None None] New status for floating IP dde0f8c0-5315-4087-81a0-c069e314d521: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:52:42.305216 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-61fdf184-e072-48e9-b43a-97de95de1fff req-89a86db6-d3b6-4768-b95b-54162fb1fcd0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26d2070-596e-440d-8b3b-39be974f5bd3 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 20 22:52:43.220236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:52:43.240153 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:52:43.242851 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3ef07cb8-939b-46e3-b2ca-eedb58f07b4a not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:52:43.438911 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53348) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:43.497513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (18ec275a-5fae-40c3-afe6-81d6316da1ac), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.521476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (18ec275a-5fae-40c3-afe6-81d6316da1ac), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.633725 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (18ec275a-5fae-40c3-afe6-81d6316da1ac), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.637390 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.638688 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/security-groups/18ec275a-5fae-40c3-afe6-81d6316da1ac HTTP/1.1" status: 204 len: 168 time: 0.1987150 Jul 20 22:52:43.642241 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53350) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:43.649928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db40538-bb2d-4450-b06e-9ccf4f77aeb2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec275a-5fae-40c3-afe6-81d6316da1ac,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:43.660821 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.api.v2.resource [None req-0312c1a1-5a40-431c-aa18-23c7ec4fc71a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] show failed (client error): The resource could not be found. Jul 20 22:52:43.661872 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-0312c1a1-5a40-431c-aa18-23c7ec4fc71a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups/18ec275a-5fae-40c3-afe6-81d6316da1ac HTTP/1.1" status: 404 len: 347 time: 0.0180120 Jul 20 22:52:43.664798 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53352) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:43.778024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 71a7fcb4-9780-4492-ac90-428cf44b2f9e {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:43.778280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.857331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.857654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (71a7fcb4-9780-4492-ac90-428cf44b2f9e), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:43.869748 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 71a7fcb4-9780-4492-ac90-428cf44b2f9e owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:44.084988 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (71a7fcb4-9780-4492-ac90-428cf44b2f9e), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.111899 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=71a7fcb4-9780-4492-ac90-428cf44b2f9e,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:44.184184 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (dde0f8c0-5315-4087-81a0-c069e314d521), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.187135 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.188279 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-926dbefb-6eb3-43b8-9bb3-7389f3a9335b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/floatingips/dde0f8c0-5315-4087-81a0-c069e314d521 HTTP/1.1" status: 204 len: 168 time: 0.5225863 Jul 20 22:52:44.345246 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53358) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:44.349826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792671725', 'description': 'tempest-description--1984793449'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:44.416089 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.484307 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (754f2c1c-0565-4bd0-a1ce-1b645be67ccc), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.536264 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (754f2c1c-0565-4bd0-a1ce-1b645be67ccc), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.566515 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754f2c1c-0565-4bd0-a1ce-1b645be67ccc,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:44.629774 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.630986 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3d3a41b9-1ac0-4dd1-ae05-d9a41a21e5c5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2847433 Jul 20 22:52:44.633875 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53360) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:44.638177 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '754f2c1c-0565-4bd0-a1ce-1b645be67ccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:44.718970 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (70e85472-a952-4aa0-a226-d314b78775b0), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.743853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:44.783628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (70e85472-a952-4aa0-a226-d314b78775b0), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.873655 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (70e85472-a952-4aa0-a226-d314b78775b0), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.890945 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:44.894889 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e85472-a952-4aa0-a226-d314b78775b0,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:44.980939 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:44.982502 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-99b13588-25f9-44b8-8fb1-4e67e0194a52 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3473918 Jul 20 22:52:44.985115 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53364) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:44.990197 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '754f2c1c-0565-4bd0-a1ce-1b645be67ccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:45.005442 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:45.118885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (a214c13d-b610-4c9a-9681-bfcf878b2297), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.176135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (a214c13d-b610-4c9a-9681-bfcf878b2297), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.244795 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (a214c13d-b610-4c9a-9681-bfcf878b2297), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.264693 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a214c13d-b610-4c9a-9681-bfcf878b2297,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:45.272229 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.272575 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.277978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:52:45.402603 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.403914 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e7fad274-c1b6-46c6-beb8-c44df963ea0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177241 Jul 20 22:52:45.406949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53366) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:45.415818 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:45.490338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.573843 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.692748 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.27.1.75 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/9ed82b61-0185-4625-86f1-71d7f5cba165) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:45.752833 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:45.796395 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.879678 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:45.917774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:45.920655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:45.923245 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:45.958877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=9ed82b61-0185-4625-86f1-71d7f5cba165,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:46.019480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:46.025434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.144548 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.298629 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.404873 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.491590 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=9ed82b61-0185-4625-86f1-71d7f5cba165,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:46.502319 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.635154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:46.637077 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-dbc7675d-7b78-4418-80d3-742bd8533ebe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2291636 Jul 20 22:52:46.800676 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-22d241a7-1fa6-426e-804c-4566f6c8ea65 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--792671725&fields=id&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 267 time: 0.0440431 Jul 20 22:52:46.911170 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7e722a2-f11e-4af9-a66b-4b89adc24b7e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:46.912635 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7e722a2-f11e-4af9-a66b-4b89adc24b7e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1038449 Jul 20 22:52:46.927488 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-9f41f192-5779-4177-8f80-8cacd60d6b8f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/quotas/f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 375 time: 0.0090122 Jul 20 22:52:46.980166 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-00ce87c6-866d-4bec-b7c9-352527368043 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472457 Jul 20 22:52:47.080168 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-3d7e2c9b-f9b1-4a2c-b816-98f132001a7f service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889704 Jul 20 22:52:47.176337 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-445cd901-663f-4eb6-802f-e50f0cc3c65d service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903385 Jul 20 22:52:47.472169 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-97e42f9e-9392-4147-9a45-cf4c03d1bf41 req-14d2801d-8e74-4c5d-b38d-d81f13c9d02f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0298712 Jul 20 22:52:48.565997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e02e1759-7918-450d-9659-fe78f1daa8b8 req-a84f9605-8a50-4cfa-9877-7816c2423752 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Jul 20 22:52:49.354558 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d069-95af-4df8-ba3d-17a47d3bf288 req-280e25b3-d889-4862-9043-e8b0bd4b3e0d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:49.356084 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9f54d069-95af-4df8-ba3d-17a47d3bf288 req-280e25b3-d889-4862-9043-e8b0bd4b3e0d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0508626 Jul 20 22:52:49.367853 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:49.404949 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9f54d069-95af-4df8-ba3d-17a47d3bf288 req-8dc7be36-8b76-42ab-aa76-a1aa1f562e3f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Jul 20 22:52:49.661570 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5ac42cec-44b5-45e4-b844-eab156a7e3c0 req-bd7d2dda-6fae-4f9f-b1e2-0804de6137fe tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0282273 Jul 20 22:52:50.522323 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ce9ac-0292-49a0-9c6a-7e38f5ecda89 req-87a5d935-4f29-4db2-93fa-191196580cb8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:50.523697 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-671ce9ac-0292-49a0-9c6a-7e38f5ecda89 req-87a5d935-4f29-4db2-93fa-191196580cb8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0462782 Jul 20 22:52:50.573489 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-671ce9ac-0292-49a0-9c6a-7e38f5ecda89 req-6c92c1db-9580-4530-8183-0f1eeccc1778 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432291 Jul 20 22:52:50.761218 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-793514b2-79a8-4e39-b9c0-242010f1cf6c req-45552a95-1126-4e2c-9d5d-eaf352be046d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Jul 20 22:52:51.685555 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31debb-373b-4da8-8682-06909450d095 req-b269b78c-e633-4187-92a8-960c9da57fb3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:51.687115 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bd31debb-373b-4da8-8682-06909450d095 req-b269b78c-e633-4187-92a8-960c9da57fb3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0474122 Jul 20 22:52:51.733856 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bd31debb-373b-4da8-8682-06909450d095 req-fef32a96-9594-4009-9251-934588d199ee tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Jul 20 22:52:51.855289 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-836f4c27-db3d-41d7-b476-96d9b404bcd0 req-ef15bbe1-01a5-48ab-9b0a-b55397dc6ba6 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Jul 20 22:52:51.898512 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:51.899316 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=67 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:52.002609 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=39,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:52.674718 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-2e67b712-a523-4a84-8bda-53d6627d3745 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:52.676180 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-2e67b712-a523-4a84-8bda-53d6627d3745 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1030383 Jul 20 22:52:52.742447 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-bb9ec8c3-02af-4a60-b6f7-24f71401eb85 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 379 time: 0.0512805 Jul 20 22:52:52.751552 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'port': {'device_id': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'admin_state_up': True, 'tenant_id': 'f733781536584f80acfc325bf8444536', 'security_groups': ['754f2c1c-0565-4bd0-a1ce-1b645be67ccc']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:52.837850 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:52.849476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26bd66-6d96-4a15-86fb-08f3b74ded97 req-e2664ca7-4488-4ca5-84da-fa1536a90f35 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:52.856765 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5f26bd66-6d96-4a15-86fb-08f3b74ded97 req-e2664ca7-4488-4ca5-84da-fa1536a90f35 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0541861 Jul 20 22:52:52.901397 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5f26bd66-6d96-4a15-86fb-08f3b74ded97 req-d889c358-0c3e-4bd9-be31-aff9e8496e44 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435948 Jul 20 22:52:52.924166 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:52:52.927747 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:52.979907 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f5268587-2d41-42b8-8902-7239c695c03b req-467a460a-e0ed-4b22-aa98-5a5850fd0944 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0491471 Jul 20 22:52:53.083441 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.20.0.6 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/806d0645-f98f-443f-8a84-c9eb87d740ca) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:52:53.221219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:53.307219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:53.347462 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:52:53.350532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:52:53.357449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:52:53.382964 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:53.426351 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:53.426993 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:53.499038 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-d7067853-fca4-48c5-a26b-98dae487b8ab tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509563 Jul 20 22:52:53.615393 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-147d845f-4f4f-44db-a7c5-c5ac6bf630b5 None None] Provisioning complete for port 806d0645-f98f-443f-8a84-c9eb87d740ca triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:52:53.615929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-147d845f-4f4f-44db-a7c5-c5ac6bf630b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:53.649894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-147d845f-4f4f-44db-a7c5-c5ac6bf630b5 None None] Port 806d0645-f98f-443f-8a84-c9eb87d740ca cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:52:53.852007 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Request body: {'port': {'device_id': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:52:53.871690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:53.886789 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:53.897168 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-0633750d-09df-447b-8f66-92e81098d613 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:53.898659 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-0633750d-09df-447b-8f66-92e81098d613 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0506637 Jul 20 22:52:53.912822 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.042662 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Deleting port 6cedd83c-eef6-4869-997c-997862003129 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:54.043630 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (6cedd83c-eef6-4869-997c-997862003129), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.078798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5546a-5be4-4403-bd54-36a2aff21d8d req-046cb80e-64e4-4247-bf31-779f7c9b12e3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:54.081081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ab5546a-5be4-4403-bd54-36a2aff21d8d req-046cb80e-64e4-4247-bf31-779f7c9b12e3 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 946 time: 0.0928774 Jul 20 22:52:54.153396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf86da-4370-4cf4-bc07-28a0971c896a req-a5111b0d-4c71-4d3e-875b-5efe487968b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:54.154807 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-35cf86da-4370-4cf4-bc07-28a0971c896a req-a5111b0d-4c71-4d3e-875b-5efe487968b4 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 931 time: 0.0869653 Jul 20 22:52:54.178469 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] For port 6cedd83c-eef6-4869-997c-997862003129, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6cedd83c-eef6-4869-997c-997862003129,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:52:54.179942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (6cedd83c-eef6-4869-997c-997862003129), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.184597 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0ab5546a-5be4-4403-bd54-36a2aff21d8d req-1745a846-011d-49b7-9e29-3996bc6b0c30 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=da5bdeb6-17ba-4787-b88e-aec52f1e05fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750449 Jul 20 22:52:54.237353 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-35cf86da-4370-4cf4-bc07-28a0971c896a req-e3f543a3-60e5-4048-af5e-a707686fe653 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740631 Jul 20 22:52:54.266251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806d0645-f98f-443f-8a84-c9eb87d740ca {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:52:54.273979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks [] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.286984 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Transition to ACTIVE for port object 806d0645-f98f-443f-8a84-c9eb87d740ca will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:52:54.370315 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.406786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.407105 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.407413 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Floating IP d0c2030b-029a-49a3-bd44-cba7d3941b34 disassociated. External IP: 172.27.1.154, port: 6cedd83c-eef6-4869-997c-997862003129. Jul 20 22:52:54.407762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Calling delete_port for 6cedd83c-eef6-4869-997c-997862003129 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:54.428186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Pushing event updated for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:54.499357 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:54.610237 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (6cedd83c-eef6-4869-997c-997862003129), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.642066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event deleted for resources: {'Port': ['ID=6cedd83c-eef6-4869-997c-997862003129,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:54.731812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Attempting to bind port 806d0645-f98f-443f-8a84-c9eb87d740ca on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:52:54.732069 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Attempting to bind port 806d0645-f98f-443f-8a84-c9eb87d740ca by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:52:54.732396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Attempting to bind port 806d0645-f98f-443f-8a84-c9eb87d740ca on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:54.736896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Port 806d0645-f98f-443f-8a84-c9eb87d740ca on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:52:54.737217 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Attempting to bind port 806d0645-f98f-443f-8a84-c9eb87d740ca on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:52:54.742033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:52:54.742375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:52:54.742760 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:52:54.743214 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Bound port: 806d0645-f98f-443f-8a84-c9eb87d740ca, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:52:54.743572 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.751566 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:52:54.786199 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:54.805133 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:52:54.808790 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=806d0645-f98f-443f-8a84-c9eb87d740ca,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:52:54.856633 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:52:54.862884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:54.867421 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:52:54.868363 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.878862 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:54.879590 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:54.902620 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] No DVR routers for this DVR port 6cedd83c-eef6-4869-997c-997862003129 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:52:54.906911 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.908535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:54.909231 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:54.911172 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-37d49cbe-a2be-4a97-b67e-ba139b6e585f req-3bf12d8c-add4-412a-911b-c29a2748e63d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "DELETE /v2.0/ports/6cedd83c-eef6-4869-997c-997862003129 HTTP/1.1" status: 204 len: 173 time: 0.9993780 Jul 20 22:52:54.911309 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] 10.222.0.23 "PUT /v2.0/ports/806d0645-f98f-443f-8a84-c9eb87d740ca HTTP/1.1" status: 200 len: 1093 time: 1.0635009 Jul 20 22:52:54.911690 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'name': 'network-vif-deleted', 'tag': '6cedd83c-eef6-4869-997c-997862003129'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:52:54.911812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:52:54.914008 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816ace6-57ca-4dc8-b19e-cdcd68146752" -d '{"events": [{"name": "network-changed", "server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:52:54.914237 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606ca04-1b31-4e3a-ab98-c8b052da7208" -d '{"events": [{"server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "name": "network-vif-deleted", "tag": "6cedd83c-eef6-4869-997c-997862003129"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:52:54.939841 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d946fc-247b-4fa0-b335-994231bafaea service neutron] Pushing event updated for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:54.971162 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83fc75-931f-4a08-9870-84ff6ab3b392 x-openstack-request-id: req-8d83fc75-931f-4a08-9870-84ff6ab3b392 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:52:54.972946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ad22a-f17d-4148-b8d5-1f03ea232b85 x-openstack-request-id: req-e71ad22a-f17d-4148-b8d5-1f03ea232b85 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:52:54.973301 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87967be5-1f31-4e6c-afe0-f3c63923c558", "name": "network-vif-deleted", "tag": "6cedd83c-eef6-4869-997c-997862003129", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:52:54.973840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e71ad22a-f17d-4148-b8d5-1f03ea232b85 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:52:54.974306 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71ad22a-f17d-4148-b8d5-1f03ea232b85'] response: {'server_uuid': '87967be5-1f31-4e6c-afe0-f3c63923c558', 'name': 'network-vif-deleted', 'tag': '6cedd83c-eef6-4869-997c-997862003129', 'status': 'completed', 'code': 200} Jul 20 22:52:54.975396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:52:54.975738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d83fc75-931f-4a08-9870-84ff6ab3b392 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:52:54.978452 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d83fc75-931f-4a08-9870-84ff6ab3b392'] response: {'name': 'network-changed', 'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'status': 'completed', 'code': 200} Jul 20 22:52:55.034498 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:55.087296 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-17e8603a-0cf9-4d2b-9d67-74a77652e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.088974 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-17e8603a-0cf9-4d2b-9d67-74a77652e791 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 1127 time: 0.0499358 Jul 20 22:52:55.228407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-85faddde-9d37-4172-a3ac-9d14761f24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.230697 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-85faddde-9d37-4172-a3ac-9d14761f24a6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f733781536584f80acfc325bf8444536&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266217 Jul 20 22:52:55.268427 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:55.299564 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:52:55.308689 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:52:55.309290 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:55.338502 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a723a676-37dd-46b1-9502-c3c4d4c9ba86 req-b734280f-5322-435b-8864-7d3bc5e67dcd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=87967be5-1f31-4e6c-afe0-f3c63923c558 HTTP/1.1" status: 200 len: 210 time: 0.0329854 Jul 20 22:52:55.373847 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-102c1534-6bb5-44df-b5de-d276721615ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.376613 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b816ace6-57ca-4dc8-b19e-cdcd68146752 req-102c1534-6bb5-44df-b5de-d276721615ec service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390548 Jul 20 22:52:55.424494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156572d5-82a1-42b6-bb71-81924e21d423 req-07e69b1c-1acf-427a-a383-96988bb32a0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.426015 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-156572d5-82a1-42b6-bb71-81924e21d423 req-07e69b1c-1acf-427a-a383-96988bb32a0c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.0497458 Jul 20 22:52:55.436573 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:52:55.479713 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-156572d5-82a1-42b6-bb71-81924e21d423 req-b68ac822-74ff-4521-befd-d33dc64a3f51 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477791 Jul 20 22:52:55.626756 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:52:55.651689 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301727b5-b702-41fb-957b-e02744af5bfd None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:34Z', 'revision_number': 4, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '904f231f-88e2-46af-be9a-5e8b3d6e827a', 'name': '', 'network_id': 'efcbc23a-538d-4e8a-a0a8-c637f267412a', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'mac_address': 'fa:16:3e:3d:9b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:33Z', 'updated_at': '2022-07-20T22:45:43Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'subnets': [{'id': '80e44ff8-24a7-403b-8594-f0940d944bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:52:55.732819 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-14dc20f3-c21d-49a8-bf95-e4f4786cf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.734361 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-14dc20f3-c21d-49a8-bf95-e4f4786cf031 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 1127 time: 0.0448854 Jul 20 22:52:55.786973 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-240ead64-712d-483a-bd60-b5d059d7fa93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806d0645-f98f-443f-8a84-c9eb87d740ca HTTP/1.1" status: 200 len: 217 time: 0.0351551 Jul 20 22:52:55.838737 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:55.839796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-82acba27-2034-48b3-9214-2355aa92790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.841397 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-82acba27-2034-48b3-9214-2355aa92790a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0486248 Jul 20 22:52:55.870532 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1c438-02c5-4397-9247-805cfa9eb990 None None] New status for floating IP d0c2030b-029a-49a3-bd44-cba7d3941b34: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:52:55.887404 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-8182276a-f0e5-4dde-a423-e66b3fa60794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:55.889040 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-8182276a-f0e5-4dde-a423-e66b3fa60794 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420082 Jul 20 22:52:55.973873 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:55.990838 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-2201b24e-1954-4ef3-909e-97ba1da8a2fb service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936675 Jul 20 22:52:56.086173 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d7aa1c15-443a-4b91-83fa-485cc5686432 req-7971a892-521e-499f-a47d-b3a433ef875b service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Jul 20 22:52:56.490390 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53484) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:56.547019 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (da5bdeb6-17ba-4787-b88e-aec52f1e05fe), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.571418 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (da5bdeb6-17ba-4787-b88e-aec52f1e05fe), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.597939 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ecf4-7f5b-42d0-8538-417dcde111e8 req-04fd16c1-5fbf-4aa0-9cf5-99f5c06c273d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:56.599448 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fca6ecf4-7f5b-42d0-8538-417dcde111e8 req-04fd16c1-5fbf-4aa0-9cf5-99f5c06c273d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.0483880 Jul 20 22:52:56.647339 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fca6ecf4-7f5b-42d0-8538-417dcde111e8 req-923f23fb-0872-454e-b4dc-dc3867480cf9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 Jul 20 22:52:56.689628 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (da5bdeb6-17ba-4787-b88e-aec52f1e05fe), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.692334 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.693513 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "DELETE /v2.0/security-groups/da5bdeb6-17ba-4787-b88e-aec52f1e05fe HTTP/1.1" status: 204 len: 168 time: 0.2021010 Jul 20 22:52:56.696670 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53490) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:56.704425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27142c8-d05a-42ce-b2c4-5a72ead5f4a8 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5bdeb6-17ba-4787-b88e-aec52f1e05fe,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:56.715212 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.api.v2.resource [None req-0d02b945-407c-4dc1-b886-62b305209c68 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] show failed (client error): The resource could not be found. Jul 20 22:52:56.719812 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-0d02b945-407c-4dc1-b886-62b305209c68 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups/da5bdeb6-17ba-4787-b88e-aec52f1e05fe HTTP/1.1" status: 404 len: 347 time: 0.0185468 Jul 20 22:52:56.721756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53492) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:52:56.837344 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Deleting port 21674ca6-28c2-456c-8fca-8e9f18e0042f {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:52:56.837688 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.855654 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:56.917191 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.917431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (21674ca6-28c2-456c-8fca-8e9f18e0042f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:56.929375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Calling delete_port for 21674ca6-28c2-456c-8fca-8e9f18e0042f owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:52:57.112744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (21674ca6-28c2-456c-8fca-8e9f18e0042f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:57.140758 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event deleted for resources: {'Port': ['ID=21674ca6-28c2-456c-8fca-8e9f18e0042f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:52:57.204070 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks [] for floatingip (d0c2030b-029a-49a3-bd44-cba7d3941b34), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:57.206647 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:52:57.207828 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a4b4e390-7002-46c3-ae25-2067b4fa83d2 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "DELETE /v2.0/floatingips/d0c2030b-029a-49a3-bd44-cba7d3941b34 HTTP/1.1" status: 204 len: 168 time: 0.4848762 Jul 20 22:52:57.295498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 6cedd83c-eef6-4869-997c-997862003129 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:52:57.315230 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 6cedd83c-eef6-4869-997c-997862003129 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:52:57.315575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 6cedd83c-eef6-4869-997c-997862003129 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:52:57.500682 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464ef9-d50b-4b53-9cd6-23a8943e6666 req-182cc94a-13e0-4ad0-bb06-5d5d00c041f9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:57.502165 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-df464ef9-d50b-4b53-9cd6-23a8943e6666 req-182cc94a-13e0-4ad0-bb06-5d5d00c041f9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0483310 Jul 20 22:52:57.552309 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-df464ef9-d50b-4b53-9cd6-23a8943e6666 req-dc352590-90f9-4ad1-bf9c-dba21797186c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Jul 20 22:52:57.761236 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c3f0-3988-45fa-a736-87351a965c8b req-4eab3830-a7b9-48b2-8e67-78f6dd6f396e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:57.762684 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d15c3f0-3988-45fa-a736-87351a965c8b req-4eab3830-a7b9-48b2-8e67-78f6dd6f396e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.0466266 Jul 20 22:52:57.814961 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8d15c3f0-3988-45fa-a736-87351a965c8b req-aa39606e-5f61-44c7-8ccd-67311fc8e33c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 Jul 20 22:52:58.674411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be962a17-a501-4fa0-95f8-d973430c3094 req-d12e8dcd-7f8c-47b5-8bec-92f170caed5d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:58.675940 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be962a17-a501-4fa0-95f8-d973430c3094 req-d12e8dcd-7f8c-47b5-8bec-92f170caed5d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0574753 Jul 20 22:52:58.724628 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be962a17-a501-4fa0-95f8-d973430c3094 req-ef6416a2-32b2-4ac6-ac46-f82a5ab31dc1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Jul 20 22:52:58.929420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db090b4d-a500-4358-8b35-d82edb3b2f8f req-1c15269e-8088-4762-982f-fc5fc7fe4781 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:58.930906 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-db090b4d-a500-4358-8b35-d82edb3b2f8f req-1c15269e-8088-4762-982f-fc5fc7fe4781 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.0480256 Jul 20 22:52:58.978573 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-db090b4d-a500-4358-8b35-d82edb3b2f8f req-139c125c-8082-490f-a1d5-948740d48acd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 Jul 20 22:52:59.832090 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-14475f21-39e6-4414-a29b-1f1819c18716 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335290259&fields=id&tenant_id=a257ecd598a74a5cb15fc4b62c5a5979 HTTP/1.1" status: 200 len: 267 time: 0.0445976 Jul 20 22:52:59.945828 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-77d1041e-f167-4d10-aaba-8a882ed84b83 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:52:59.947408 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-77d1041e-f167-4d10-aaba-8a882ed84b83 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 808 time: 0.1082542 Jul 20 22:52:59.960615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:52:59.964307 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-5f00bffe-bbaf-4622-bc6e-66ccff82ac99 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/quotas/a257ecd598a74a5cb15fc4b62c5a5979 HTTP/1.1" status: 200 len: 375 time: 0.0110381 Jul 20 22:53:00.015028 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-56b42c6b-2085-4f08-8d10-98ce4e90da48 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451810 Jul 20 22:53:00.042327 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814260-5044-402a-881b-8cf7a53af744 req-64d428f1-09a3-4ffe-a658-6b0fe5c1785c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:00.046784 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b6814260-5044-402a-881b-8cf7a53af744 req-64d428f1-09a3-4ffe-a658-6b0fe5c1785c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Jul 20 22:53:00.089986 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b6814260-5044-402a-881b-8cf7a53af744 req-2436c641-e681-4031-9356-6c208b3451d2 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Jul 20 22:53:00.192207 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca365-3ee2-4a46-8f78-a8cd7bdbe281 req-05a6f025-1a7f-46d3-943c-f4738c6e5739 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:00.194061 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e84ca365-3ee2-4a46-8f78-a8cd7bdbe281 req-05a6f025-1a7f-46d3-943c-f4738c6e5739 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0503597 Jul 20 22:53:00.207961 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-95b24f2d-3d72-42b5-b521-cc053f0ab51a service neutron] 10.222.0.81 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801500 Jul 20 22:53:00.243830 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e84ca365-3ee2-4a46-8f78-a8cd7bdbe281 req-07b88e28-4500-4cef-9952-b93a01bad6d4 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jul 20 22:53:00.300189 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-5177a213-2e7d-471d-9efe-934a0dd29aba service neutron] 10.222.0.81 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Jul 20 22:53:00.347753 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f295ad-b698-4397-8d03-562e21f1266f req-a4329afa-5a7d-455a-84db-e83628d855ff tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:00.349308 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9f295ad-b698-4397-8d03-562e21f1266f req-a4329afa-5a7d-455a-84db-e83628d855ff tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.0492682 Jul 20 22:53:00.403598 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9f295ad-b698-4397-8d03-562e21f1266f req-f0dfa0d3-f3d5-4375-ba58-c31255364804 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 Jul 20 22:53:00.960520 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c090af2b-1b47-4dc6-9fa0-33554e958fb9 req-744a3956-2151-40b3-9267-78e11a9d158c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Jul 20 22:53:01.062738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:01.071744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-d3c0ef59-d4fa-4714-aa13-1b330fdac96f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:01.073351 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-d3c0ef59-d4fa-4714-aa13-1b330fdac96f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Jul 20 22:53:01.237662 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Deleting port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:01.238010 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.272546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68b4e-9633-427d-8db9-1387d05dcc2d req-e3c1a330-b71e-447a-963e-4810986c0cb1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:01.274033 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64e68b4e-9633-427d-8db9-1387d05dcc2d req-e3c1a330-b71e-447a-963e-4810986c0cb1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 945 time: 0.0852640 Jul 20 22:53:01.294887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 806d0645-f98f-443f-8a84-c9eb87d740ca details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:53:01.398040 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=806d0645-f98f-443f-8a84-c9eb87d740ca,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:01.401152 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:01.401865 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] For port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:01.402312 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.407660 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-64e68b4e-9633-427d-8db9-1387d05dcc2d req-cae2773d-4440-4436-85bb-0855d20babf0 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=66a02ca1-53be-437d-aa22-49c82f93f33e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847893 Jul 20 22:53:01.413052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'port_id': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'mac_address': 'fa:16:3e:48:c6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:53:01.449486 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 806d0645-f98f-443f-8a84-c9eb87d740ca is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:01.449944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.461940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-83b7af05-c674-46a3-b793-ecfaf6100b86 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:01.463998 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-83b7af05-c674-46a3-b793-ecfaf6100b86 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.3571932 Jul 20 22:53:01.468276 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806d0645-f98f-443f-8a84-c9eb87d740ca {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:01.490506 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=806d0645-f98f-443f-8a84-c9eb87d740ca,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:01.518332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b9c56-5ed7-406c-986b-a8e88f2db0b3 req-644c45e3-05c5-467b-a3f5-a55d821b556a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:01.519819 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-df1b9c56-5ed7-406c-986b-a8e88f2db0b3 req-644c45e3-05c5-467b-a3f5-a55d821b556a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1300576 Jul 20 22:53:01.541659 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.571717 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:01.601784 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:01.608886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Deleting port 417af98e-97a4-4636-8e23-5904d61a9d52 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:01.609224 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.626492 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-df1b9c56-5ed7-406c-986b-a8e88f2db0b3 req-50e2e5f2-1caa-46cc-9722-1805427a41b1 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981028 Jul 20 22:53:01.629623 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a86d3-8d10-4068-a080-b6010b05d759 req-1cd6936d-954e-4e98-a7c2-bc9581ff6fe0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:01.631307 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-570a86d3-8d10-4068-a080-b6010b05d759 req-1cd6936d-954e-4e98-a7c2-bc9581ff6fe0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 943 time: 0.1089985 Jul 20 22:53:01.674347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.674812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.675219 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Floating IP 2b5b9e6e-c655-4b18-828a-08aac9dfd7c1 disassociated. External IP: 172.27.1.208, port: 10d19aff-cf1c-4e78-abf5-f4fd95873ab9. Jul 20 22:53:01.675650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Calling delete_port for 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:01.684847 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2744466c-4d51-4f01-9250-6517e3cd210a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.708174 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] For port 417af98e-97a4-4636-8e23-5904d61a9d52, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=417af98e-97a4-4636-8e23-5904d61a9d52,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:01.708533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.722923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Calling delete_port for 417af98e-97a4-4636-8e23-5904d61a9d52 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:01.741639 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-570a86d3-8d10-4068-a080-b6010b05d759 req-b8539570-c1eb-449c-9302-d215c48b586b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956140 Jul 20 22:53:01.918112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (10d19aff-cf1c-4e78-abf5-f4fd95873ab9), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.925467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:01.948676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'Port': ['ID=10d19aff-cf1c-4e78-abf5-f4fd95873ab9,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:01.953178 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (417af98e-97a4-4636-8e23-5904d61a9d52), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:01.986072 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['806d0645-f98f-443f-8a84-c9eb87d740ca'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:01.995781 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event deleted for resources: {'Port': ['ID=417af98e-97a4-4636-8e23-5904d61a9d52,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:02.030872 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['417af98e-97a4-4636-8e23-5904d61a9d52', 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:02.069837 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7a3cd618-d285-4fea-bc14-55fae3df62e6 req-d112d7f6-3f43-4175-bb82-315f7ca9b52a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0401976 Jul 20 22:53:02.089541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:02.095870 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] No DVR routers for this DVR port 417af98e-97a4-4636-8e23-5904d61a9d52 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:53:02.097676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:02.099360 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:02.103129 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-480c8519-79d4-48b3-b413-07c79bff57f7 req-a8c81951-feac-4471-a1e3-db33cc0cb77b tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "DELETE /v2.0/ports/417af98e-97a4-4636-8e23-5904d61a9d52 HTTP/1.1" status: 204 len: 173 time: 0.6280367 Jul 20 22:53:02.104126 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'name': 'network-vif-deleted', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:02.112726 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c76c53-cc9c-4b77-8bed-9ed48350cb14" -d '{"events": [{"server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "name": "network-vif-deleted", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:02.157454 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be1f038-4ed6-4b7a-8a4f-9624b654fa8f x-openstack-request-id: req-5be1f038-4ed6-4b7a-8a4f-9624b654fa8f {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:02.157751 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd16033e-a51a-43c6-9926-7d4fc9b96bd1", "name": "network-vif-deleted", "tag": "417af98e-97a4-4636-8e23-5904d61a9d52", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:02.158052 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5be1f038-4ed6-4b7a-8a4f-9624b654fa8f {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:02.158464 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be1f038-4ed6-4b7a-8a4f-9624b654fa8f'] response: {'server_uuid': 'bd16033e-a51a-43c6-9926-7d4fc9b96bd1', 'name': 'network-vif-deleted', 'tag': '417af98e-97a4-4636-8e23-5904d61a9d52', 'status': 'completed', 'code': 200} Jul 20 22:53:02.201798 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:02.219445 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:02.232053 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:02.233535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:02.242220 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:02.250313 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:02.278764 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] No DVR routers for this DVR port 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:53:02.282021 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:02.285388 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1d446f85-09c4-40f7-abc6-7dbe1da2a2ec req-dba5fe96-8920-450a-a925-8770a1c3d91f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "DELETE /v2.0/ports/10d19aff-cf1c-4e78-abf5-f4fd95873ab9 HTTP/1.1" status: 204 len: 173 time: 1.1775901 Jul 20 22:53:02.285839 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'name': 'network-vif-deleted', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:02.288158 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c5ae9-9a25-4c7b-b814-49ea91f71086" -d '{"events": [{"server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "name": "network-vif-deleted", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:02.363394 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086d1936-ecc4-4df8-822b-8dd396b1af8b x-openstack-request-id: req-086d1936-ecc4-4df8-822b-8dd396b1af8b {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:02.363394 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce8a500-8166-4cb3-bc33-41c35ef48651", "name": "network-vif-deleted", "tag": "10d19aff-cf1c-4e78-abf5-f4fd95873ab9", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:02.363394 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-086d1936-ecc4-4df8-822b-8dd396b1af8b {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:02.363394 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086d1936-ecc4-4df8-822b-8dd396b1af8b'] response: {'server_uuid': 'cce8a500-8166-4cb3-bc33-41c35ef48651', 'name': 'network-vif-deleted', 'tag': '10d19aff-cf1c-4e78-abf5-f4fd95873ab9', 'status': 'completed', 'code': 200} Jul 20 22:53:02.385836 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:02.546616 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6dca6d28-6e73-4c64-8291-a14886090af5 req-8d773f72-1dc2-4b81-8f28-812f7ba28b22 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0417528 Jul 20 22:53:02.585380 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:02.615522 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:02.624806 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:02.654987 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:02.665077 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:02.665764 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:52:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:02.765546 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-eeaac057-164c-487d-82a4-25f48a4d628b req-f905881f-fe99-46ed-a562-0a6d27d8df4d tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd16033e-a51a-43c6-9926-7d4fc9b96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0333698 Jul 20 22:53:02.784491 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:02.859499 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d662824-dfb4-4e2a-87d5-7b9df1aeb1d3 req-8fd97340-65b4-433f-a8da-72cd6414f995 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:02.860935 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0d662824-dfb4-4e2a-87d5-7b9df1aeb1d3 req-8fd97340-65b4-433f-a8da-72cd6414f995 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Jul 20 22:53:02.912118 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0d662824-dfb4-4e2a-87d5-7b9df1aeb1d3 req-25eaf766-81ab-4bc0-80dd-c9fabc8f2815 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454848 Jul 20 22:53:02.973469 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:03.084000 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f685bc5-44fc-46ff-b6b7-a3c36927fa8e None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:03.174239 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-323d092a-4ca6-4ece-8c6c-04e3a0c2699c req-7364cfb0-37a7-443a-bc71-7acddaa1e639 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Jul 20 22:53:03.300876 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 806d0645-f98f-443f-8a84-c9eb87d740ca up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:03.305758 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3f156-b3b3-4e51-bca0-122bbdc40798 None None] New status for floating IP 2b5b9e6e-c655-4b18-828a-08aac9dfd7c1: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:53:03.563752 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 806d0645-f98f-443f-8a84-c9eb87d740ca completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:53:03.658949 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d27a5b73-fe9c-487d-861a-8c510e48d684 req-6161d603-21ea-47c0-a4d4-50202b8da1c8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=cce8a500-8166-4cb3-bc33-41c35ef48651 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Jul 20 22:53:03.701006 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 806d0645-f98f-443f-8a84-c9eb87d740ca triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:03.701453 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:03.775883 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 806d0645-f98f-443f-8a84-c9eb87d740ca is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:03.776270 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:03.798848 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:03.801098 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c157837-d99c-4419-a50a-3e74b248e191" -d '{"events": [{"server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "name": "network-vif-plugged", "status": "completed", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:03.818395 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=806d0645-f98f-443f-8a84-c9eb87d740ca,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:03.897376 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7c9bc6-070e-49a7-a260-8db9c835f688 x-openstack-request-id: req-ec7c9bc6-070e-49a7-a260-8db9c835f688 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:03.897664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "name": "network-vif-plugged", "status": "completed", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:03.897911 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec7c9bc6-070e-49a7-a260-8db9c835f688 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:03.898315 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7c9bc6-070e-49a7-a260-8db9c835f688'] response: {'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'code': 200} Jul 20 22:53:03.913607 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:03.978828 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:04.015706 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b51a9415-6e82-402a-b0b9-2726cb39c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:04.089786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b7546-8aa1-4578-8db3-6c2cb2dd2b49 req-9feb621d-3750-4286-8c0b-b8031557d50d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:04.091296 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d66b7546-8aa1-4578-8db3-6c2cb2dd2b49 req-9feb621d-3750-4286-8c0b-b8031557d50d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0927699 Jul 20 22:53:04.141725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-630704c9-9cc7-423d-ab3e-49d777145310 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:04.143263 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-630704c9-9cc7-423d-ab3e-49d777145310 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 808 time: 0.1844981 Jul 20 22:53:04.178067 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d66b7546-8aa1-4578-8db3-6c2cb2dd2b49 req-18fdc8f4-de56-44a3-ad20-d4b475865b25 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795043 Jul 20 22:53:04.269926 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-5c3f06a2-fb91-4a35-9afc-5fad7d8c7450 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a257ecd598a74a5cb15fc4b62c5a5979 HTTP/1.1" status: 200 len: 380 time: 0.1091187 Jul 20 22:53:04.288067 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1ec995f2-dd2f-4eb8-8ef6-d52c31501872 req-c2787e2d-9b18-4489-8d35-675d724c57e9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0356898 Jul 20 22:53:04.311342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc2645-3a1c-466a-9e9e-88a412f02fde req-7364fca1-bde0-47a5-bf87-5c2bd5b0c068 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:04.312829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-32dc2645-3a1c-466a-9e9e-88a412f02fde req-7364fca1-bde0-47a5-bf87-5c2bd5b0c068 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0525873 Jul 20 22:53:04.360622 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-32dc2645-3a1c-466a-9e9e-88a412f02fde req-fc5af938-d789-441f-a3e2-78ce7361b1d0 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Jul 20 22:53:04.419668 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'port': {'device_id': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'admin_state_up': True, 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'security_groups': ['5324a657-c6ff-4506-9885-26924db9e980']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:04.452649 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b458cb-1030-419f-967a-cf6442f468e1 req-fc331684-9091-491a-a7b9-f2edc5d78f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:04.454728 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d0b458cb-1030-419f-967a-cf6442f468e1 req-fc331684-9091-491a-a7b9-f2edc5d78f3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0387914 Jul 20 22:53:04.507175 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d0b458cb-1030-419f-967a-cf6442f468e1 req-070fe275-7bba-496a-bf00-bbbf60f0935b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460544 Jul 20 22:53:04.620578 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Made reservation on behalf of a257ecd598a74a5cb15fc4b62c5a5979 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:53:04.624309 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:04.754864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Allocated IP 172.20.0.8 (adc6c730-f7c9-41b5-b23c-da9b7b402e16/d6977db6-e227-4638-968b-304fd2478e12/3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:04.787183 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:04.810762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53598) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:04.870340 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (66a02ca1-53be-437d-aa22-49c82f93f33e), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:04.906476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (66a02ca1-53be-437d-aa22-49c82f93f33e), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:04.943864 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:05.020786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (66a02ca1-53be-437d-aa22-49c82f93f33e), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.024082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.025972 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "DELETE /v2.0/security-groups/66a02ca1-53be-437d-aa22-49c82f93f33e HTTP/1.1" status: 204 len: 168 time: 0.2140768 Jul 20 22:53:05.034023 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53600) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:05.037073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d280ec-4f12-4edf-95a3-4f7d22ffa0e4 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a02ca1-53be-437d-aa22-49c82f93f33e,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:05.053908 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.api.v2.resource [None req-01e223c9-f7db-45d2-ad46-abdda06b907e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] show failed (client error): The resource could not be found. Jul 20 22:53:05.054927 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-01e223c9-f7db-45d2-ad46-abdda06b907e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups/66a02ca1-53be-437d-aa22-49c82f93f33e HTTP/1.1" status: 404 len: 347 time: 0.0249457 Jul 20 22:53:05.060489 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53602) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:05.133846 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:05.147932 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.176646 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Deleting port ec9c21c8-f66a-416b-8b13-6a45f617dd65 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:05.183184 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.232395 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.256324 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.256649 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (ec9c21c8-f66a-416b-8b13-6a45f617dd65), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.270405 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Calling delete_port for ec9c21c8-f66a-416b-8b13-6a45f617dd65 owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:05.280237 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.319524 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:05.329984 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f56c-f0c5-4d71-b430-11ac302b065c req-bb187de7-f3ef-41d1-8f8f-e923006a1c95 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:05.331544 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc72f56c-f0c5-4d71-b430-11ac302b065c req-bb187de7-f3ef-41d1-8f8f-e923006a1c95 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0830257 Jul 20 22:53:05.338358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:05.349055 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:05.359098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:05.366674 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:05.369443 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 10d19aff-cf1c-4e78-abf5-f4fd95873ab9 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:05.370107 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 417af98e-97a4-4636-8e23-5904d61a9d52 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:05.370260 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:05.397162 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:05.410557 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 417af98e-97a4-4636-8e23-5904d61a9d52 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:05.414039 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 417af98e-97a4-4636-8e23-5904d61a9d52 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:05.446107 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:05.446660 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.453489 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cc72f56c-f0c5-4d71-b430-11ac302b065c req-dd56c578-2c9d-4e8b-8fb9-bd3a5d1ed67c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088767 Jul 20 22:53:05.464972 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf11b8-3e67-4939-a566-79b55694d342 req-c4da425c-9b0e-4108-9843-8d1f11678216 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:05.466646 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aabf11b8-3e67-4939-a566-79b55694d342 req-c4da425c-9b0e-4108-9843-8d1f11678216 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 931 time: 0.0499182 Jul 20 22:53:05.488684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (ec9c21c8-f66a-416b-8b13-6a45f617dd65), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.533434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'Port': ['ID=ec9c21c8-f66a-416b-8b13-6a45f617dd65,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:05.567111 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-c05ecadb-4a82-46d0-9e63-f4d77c039279 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516335 Jul 20 22:53:05.586187 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3d8c7-956a-401f-8c23-af2255892c84 req-e40cc7af-c32c-45cb-9a6c-efe1eae202dd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:05.587854 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3f3d8c7-956a-401f-8c23-af2255892c84 req-e40cc7af-c32c-45cb-9a6c-efe1eae202dd tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0571005 Jul 20 22:53:05.613020 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aabf11b8-3e67-4939-a566-79b55694d342 req-f8fee4ee-910e-41c5-9d38-959bd337f38b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400919 Jul 20 22:53:05.615697 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (2b5b9e6e-c655-4b18-828a-08aac9dfd7c1), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.618331 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.622867 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-6a245cc7-6def-470a-8e1f-42f5e5f0469e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "DELETE /v2.0/floatingips/2b5b9e6e-c655-4b18-828a-08aac9dfd7c1 HTTP/1.1" status: 204 len: 168 time: 0.5576882 Jul 20 22:53:05.638916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Request body: {'port': {'device_id': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:05.659648 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3f3d8c7-956a-401f-8c23-af2255892c84 req-b89bbae7-44fd-4ce1-8f91-4054ada2f46f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/security-groups?id=9b8f931d-b84d-4d17-ac70-4b901ee84edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Jul 20 22:53:05.706069 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-88898511-8df1-44d0-be44-452e694b645f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:05.708696 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-88898511-8df1-44d0-be44-452e694b645f tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 945 time: 0.0785758 Jul 20 22:53:05.710788 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-a1ce8e9d-78b8-49a8-b176-a2bc13a2ae56 None None] Provisioning complete for port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:05.711488 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8e9d-78b8-49a8-b176-a2bc13a2ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.732758 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.745262 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce8e9d-78b8-49a8-b176-a2bc13a2ae56 None None] Port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:05.802750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Deleting port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:05.803126 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.865043 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53612) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:05.878617 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147212580', 'description': 'tempest-description--1613169589'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:05.904679 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] For port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:05.905095 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:05.919425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Calling delete_port for f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:05.923448 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:06.000804 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:06.023949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.044879 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:06.057628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks [] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.105746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:06.117244 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (d1e6bdbf-37ea-4d60-a210-edde6ecb8b60), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.117840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.118346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Transition to ACTIVE for port object 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:53:06.156958 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Pushing event deleted for resources: {'Port': ['ID=f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:06.170205 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:06.201474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] No DVR routers for this DVR port f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:53:06.204104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d1e6bdbf-37ea-4d60-a210-edde6ecb8b60), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.206166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.209771 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1a7eab6d-f014-4d28-ae70-41327f11983d req-b333fa69-12fd-41f2-b2e7-36ba2a52b453 tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.23 "DELETE /v2.0/ports/f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec HTTP/1.1" status: 204 len: 173 time: 0.4954944 Jul 20 22:53:06.210401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.210617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'name': 'network-vif-deleted', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:06.212693 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b14cbb9-7d6b-43b5-87fe-3c97f30dcffa" -d '{"events": [{"server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "name": "network-vif-deleted", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:06.256374 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6b020-0c4c-4c1c-a0f4-777318c20d0a x-openstack-request-id: req-4be6b020-0c4c-4c1c-a0f4-777318c20d0a {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:06.256675 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed11a51a-3574-43eb-a485-e6df2ded9fee", "name": "network-vif-deleted", "tag": "f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:06.257055 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4be6b020-0c4c-4c1c-a0f4-777318c20d0a {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:06.257526 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be6b020-0c4c-4c1c-a0f4-777318c20d0a'] response: {'server_uuid': 'ed11a51a-3574-43eb-a485-e6df2ded9fee', 'name': 'network-vif-deleted', 'tag': 'f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec', 'status': 'completed', 'code': 200} Jul 20 22:53:06.285383 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:06.301126 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:06.327238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.328621 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-92de0396-dfe7-4dff-8d49-334c05dd4601 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4625392 Jul 20 22:53:06.331604 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53616) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:06.339164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group_rule': {'security_group_id': 'd1e6bdbf-37ea-4d60-a210-edde6ecb8b60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:06.385756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Attempting to bind port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:06.386101 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Attempting to bind port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:06.386435 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Attempting to bind port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf on network adc6c730-f7c9-41b5-b23c-da9b7b402e16 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:06.391581 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf on network adc6c730-f7c9-41b5-b23c-da9b7b402e16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:53:06.397225 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Attempting to bind port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf on network adc6c730-f7c9-41b5-b23c-da9b7b402e16 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:06.397225 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:06.397632 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Checking segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:06.398025 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Bound using segment: {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:06.398458 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Bound port: 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c133ea8-f4c4-424e-bdc2-11536f2859b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:06.398820 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.467341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:06.470409 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:06.472673 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.485419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (3abbb7c0-3761-4228-a2d9-74be818b1ef4), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.569904 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.614419 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:06.614822 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.615638 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (3abbb7c0-3761-4228-a2d9-74be818b1ef4), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.616308 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 1093 time: 0.9826341 Jul 20 22:53:06.616782 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:06.619127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da" -d '{"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:06.629704 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b5d3-6f40-4039-bf18-bc3872fdc4fb req-09d6fc8f-761f-467a-9231-9ca4ff780ea0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:06.637961 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4028b5d3-6f40-4039-bf18-bc3872fdc4fb req-09d6fc8f-761f-467a-9231-9ca4ff780ea0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0869818 Jul 20 22:53:06.642541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ecc97-3318-4a89-b24f-f11265f9a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:06.676371 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a3cd54-f193-4857-a39d-8d6cc74b7228 x-openstack-request-id: req-55a3cd54-f193-4857-a39d-8d6cc74b7228 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:06.679856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:06.680196 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55a3cd54-f193-4857-a39d-8d6cc74b7228 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:06.680649 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a3cd54-f193-4857-a39d-8d6cc74b7228'] response: {'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'status': 'completed', 'code': 200} Jul 20 22:53:06.710657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (3abbb7c0-3761-4228-a2d9-74be818b1ef4), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.769287 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abbb7c0-3761-4228-a2d9-74be818b1ef4,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:06.784453 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4028b5d3-6f40-4039-bf18-bc3872fdc4fb req-7c6d7b66-645b-4de2-b274-433fd0fb2f66 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367519 Jul 20 22:53:06.838786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe23ae0-d932-4282-b646-43f2b4d44d23 req-c3210be6-b9e9-49a9-90a4-ec8dee926f3b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:06.843791 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6fe23ae0-d932-4282-b646-43f2b4d44d23 req-c3210be6-b9e9-49a9-90a4-ec8dee926f3b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0967348 Jul 20 22:53:06.845154 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-444508bc-45f4-404a-af38-d9cc77fc9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:06.846761 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-444508bc-45f4-404a-af38-d9cc77fc9945 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1127 time: 0.0877151 Jul 20 22:53:06.851592 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.853949 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-6e3d63f4-9d53-4145-bbda-120c16651ba9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5204813 Jul 20 22:53:06.856696 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53626) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:06.864687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'security_group_rule': {'security_group_id': 'd1e6bdbf-37ea-4d60-a210-edde6ecb8b60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:06.925934 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6fe23ae0-d932-4282-b646-43f2b4d44d23 req-87845642-95c1-417e-ad85-4e3b539c6e82 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781505 Jul 20 22:53:06.937066 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8770a4f8-a212-4430-8cf3-f98d18204e41 req-ecf695d7-58d2-4a69-b41f-0e30c9acf06a tempest-ServerRescueNegativeTestJSON-780387927 tempest-ServerRescueNegativeTestJSON-780387927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed11a51a-3574-43eb-a485-e6df2ded9fee HTTP/1.1" status: 200 len: 210 time: 0.0396137 Jul 20 22:53:06.946485 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (40266e14-c97c-45aa-9d3e-735081f9713b), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.959232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:06.980006 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:07.012594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (40266e14-c97c-45aa-9d3e-735081f9713b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.043761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:07.060971 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (40266e14-c97c-45aa-9d3e-735081f9713b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.081311 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40266e14-c97c-45aa-9d3e-735081f9713b,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:07.125746 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.127055 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8d71cbc1-706d-4d83-a3e1-234d95c45929 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2693672 Jul 20 22:53:07.130540 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53628) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:07.135586 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-70ddf6ac-ac53-4e44-b6d1-498ae30ccf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.135731 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:07.137102 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-70ddf6ac-ac53-4e44-b6d1-498ae30ccf99 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1029174 Jul 20 22:53:07.220375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.241692 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-ffd49add-01cc-428d-a4b9-363c359c2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.243280 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ad7f7962-0d11-4ecd-9d0d-a17c263bb5da req-ffd49add-01cc-428d-a4b9-363c359c2939 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994468 Jul 20 22:53:07.307220 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.345129 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-d4b1a4e6-f9ae-4e7c-b467-630f0092e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.346311 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-d4b1a4e6-f9ae-4e7c-b467-630f0092e591 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1127 time: 0.0406325 Jul 20 22:53:07.360100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:07.405812 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-5f9f4f2c-ff2e-4d8f-aa4f-c9d0b89d72c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 217 time: 0.0342817 Jul 20 22:53:07.414265 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Allocated IP 172.27.1.194 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/bef129be-cb0b-49bd-bea1-b620e7116295) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:07.454558 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-b9bed94e-0c03-4824-a468-cc5cbe810836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.455976 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-b9bed94e-0c03-4824-a468-cc5cbe810836 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0445571 Jul 20 22:53:07.502934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-0fe3073e-02a1-4bec-8d67-5f8d744de9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.504478 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-0fe3073e-02a1-4bec-8d67-5f8d744de9ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425484 Jul 20 22:53:07.527456 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (bef129be-cb0b-49bd-bea1-b620e7116295), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.595436 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-7cfcd23d-c6ce-4558-b634-1a1855d91f67 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844514 Jul 20 22:53:07.604147 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.642860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:07.645774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:07.651616 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:07.678849 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=bef129be-cb0b-49bd-bea1-b620e7116295,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:07.692948 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2c6ec020-a8e5-4bea-975a-c697b47fad17 req-3423f558-f485-49ff-9a4c-df7dbdd2ed73 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920904 Jul 20 22:53:07.700444 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:07.745874 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.862655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:07.901742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af36e7-4783-414b-84f4-feb33532258b req-3bfb5cb3-d2c0-4313-8124-9723076115ef tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:07.903358 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d3af36e7-4783-414b-84f4-feb33532258b req-3bfb5cb3-d2c0-4313-8124-9723076115ef tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Jul 20 22:53:07.941983 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:07.960198 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d3af36e7-4783-414b-84f4-feb33532258b req-5a807435-51f0-4925-91a7-6743f1da049d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508089 Jul 20 22:53:08.010193 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53638) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:08.075940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b67a13-f6ee-43f2-9c51-2452693e29e3 req-e2f2a98e-f05b-46c0-b5f8-6ad0aa329f33 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:08.077441 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22b67a13-f6ee-43f2-9c51-2452693e29e3 req-e2f2a98e-f05b-46c0-b5f8-6ad0aa329f33 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0718606 Jul 20 22:53:08.096399 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (bef129be-cb0b-49bd-bea1-b620e7116295), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:08.099319 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11fe6-c133-4079-8c62-7b4aec903ae8 req-0f87c252-c6d5-4364-a538-6ae5736cd31d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:08.100968 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-56c11fe6-c133-4079-8c62-7b4aec903ae8 req-0f87c252-c6d5-4364-a538-6ae5736cd31d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0516937 Jul 20 22:53:08.113329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53642) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:08.117792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'port_id': '806d0645-f98f-443f-8a84-c9eb87d740ca'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:08.140800 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22b67a13-f6ee-43f2-9c51-2452693e29e3 req-0cddc10c-fe72-4023-8b73-22a3eb2e7a36 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563154 Jul 20 22:53:08.151860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:08.198159 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:08.225964 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=bef129be-cb0b-49bd-bea1-b620e7116295,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:08.237374 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:08.302718 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:08.303952 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d28d9657-2534-4121-ba46-07c4a05d4759 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1723621 Jul 20 22:53:08.625414 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-8f8e27b2-6ee7-4472-9ec3-518c5019fa09 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--147212580&fields=id&tenant_id=90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 267 time: 0.1559904 Jul 20 22:53:08.683337 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:09.163633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-faf12251-74f8-4c80-9edb-c3328d1ead88 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:09.165186 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-faf12251-74f8-4c80-9edb-c3328d1ead88 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 811 time: 0.5006208 Jul 20 22:53:09.228481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-8db72438-11b8-43f8-a66a-d80332d2e95d tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/quotas/90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 375 time: 0.0380619 Jul 20 22:53:09.229116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:09.261960 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c9df-a559-4863-b4a3-0512d12aecce req-26533438-825c-4cc9-bb8f-7625a3930ce5 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:09.263509 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9066c9df-a559-4863-b4a3-0512d12aecce req-26533438-825c-4cc9-bb8f-7625a3930ce5 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0515614 Jul 20 22:53:09.314620 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9066c9df-a559-4863-b4a3-0512d12aecce req-f7b6ab56-8abb-49e9-aeba-e2578c0ffdb3 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Jul 20 22:53:09.314842 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:09.392556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:09.399296 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-af11359e-b654-41a8-8eda-2b86b9549875 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641579 Jul 20 22:53:09.426247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:09.445546 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:09.445886 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device f1feda7d-23f5-45c6-aa8d-8ed0915aa1ec not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:09.446452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:09.696590 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-501c6ac0-9897-4b5e-a490-f1cf9356f43e service neutron] 10.222.0.81 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849879 Jul 20 22:53:09.729285 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP 8b60a69c-9d34-4765-8dc4-d0a68804e096 associated. External IP: 172.27.1.75, port: 806d0645-f98f-443f-8a84-c9eb87d740ca. Jul 20 22:53:09.819170 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:09.914817 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Deleting port 904f231f-88e2-46af-be9a-5e8b3d6e827a {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:09.915182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:09.935903 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4725a931-c397-4c54-8832-c0f4fe006f7e service neutron] 10.222.0.81 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333944 Jul 20 22:53:10.081800 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] For port 904f231f-88e2-46af-be9a-5e8b3d6e827a, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=904f231f-88e2-46af-be9a-5e8b3d6e827a,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:10.082163 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:10.103722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Calling delete_port for 904f231f-88e2-46af-be9a-5e8b3d6e827a owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:10.156169 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:10.165069 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:10.247916 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be4d6b91-3467-4224-8513-2c28c75624bd req-ec1a1e1a-b6a2-44eb-b900-80665f8f33e8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 210 time: 0.0396872 Jul 20 22:53:10.339676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:10.344347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:10.353478 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:10.364993 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:10.366375 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:10.381989 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c1dbe9c9-d190-4e39-a6a9-f44c47c57e7c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "PUT /v2.0/floatingips/8b60a69c-9d34-4765-8dc4-d0a68804e096 HTTP/1.1" status: 200 len: 990 time: 2.2675507 Jul 20 22:53:10.385967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:10.391220 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1259e-ebb4-4bce-b401-fade0fe1d233" -d '{"events": [{"name": "network-changed", "server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:10.427818 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a10c091-8196-4728-88c1-1d60d915b7b6 x-openstack-request-id: req-5a10c091-8196-4728-88c1-1d60d915b7b6 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:10.428114 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:10.428369 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a10c091-8196-4728-88c1-1d60d915b7b6 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:10.428772 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a10c091-8196-4728-88c1-1d60d915b7b6'] response: {'name': 'network-changed', 'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'status': 'completed', 'code': 200} Jul 20 22:53:10.476208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be80ddf-d14e-4872-8cb5-c8ea40f288a5 req-f64d6d44-f787-41b5-ab44-2ceead194116 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:10.477635 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9be80ddf-d14e-4872-8cb5-c8ea40f288a5 req-f64d6d44-f787-41b5-ab44-2ceead194116 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0689275 Jul 20 22:53:10.500338 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:10.535762 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-d0e3ebee-ffa3-4c24-a75f-4fab96510ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:10.537282 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-d0e3ebee-ffa3-4c24-a75f-4fab96510ea2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0580392 Jul 20 22:53:10.575327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (904f231f-88e2-46af-be9a-5e8b3d6e827a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:10.598360 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9be80ddf-d14e-4872-8cb5-c8ea40f288a5 req-f30df6a1-512c-418c-b68a-62f16866c364 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914652 Jul 20 22:53:10.720197 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b60a69c-9d34-4765-8dc4-d0a68804e096', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:48:c6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:52:45Z', 'updated_at': '2022-07-20T22:53:09Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:10.749289 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:10.758306 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:10.758931 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:10.864723 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:10.890210 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Pushing event deleted for resources: {'Port': ['ID=904f231f-88e2-46af-be9a-5e8b3d6e827a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:10.943229 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:10.970661 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:10.975846 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-0a773dda-a0c9-4da9-a746-706f2f408784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:10.977332 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-0a773dda-a0c9-4da9-a746-706f2f408784 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.4328804 Jul 20 22:53:11.088240 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:11.105956 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b60a69c-9d34-4765-8dc4-d0a68804e096', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:48:c6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:52:45Z', 'updated_at': '2022-07-20T22:53:09Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:11.116863 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-f3779b89-165a-4ff2-87ed-e04cfc388d3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806d0645-f98f-443f-8a84-c9eb87d740ca HTTP/1.1" status: 200 len: 998 time: 0.1326046 Jul 20 22:53:11.131752 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f27b140-4fd1-475c-b1e2-d146d55fd24c None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b60a69c-9d34-4765-8dc4-d0a68804e096', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.75', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:48:c6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:52:45Z', 'updated_at': '2022-07-20T22:53:09Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:11.170016 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:11.185436 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-522aaa2e-3892-4074-809d-09e8e2c2cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:11.186913 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-522aaa2e-3892-4074-809d-09e8e2c2cc06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0613496 Jul 20 22:53:11.258732 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:11.279744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-0ed92e06-0c05-45b5-81fb-d21af072bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:11.281256 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-0ed92e06-0c05-45b5-81fb-d21af072bd9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0868011 Jul 20 22:53:11.358661 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a608cf-fe19-4f36-9335-2e2018336449 None None] New status for floating IP 8b60a69c-9d34-4765-8dc4-d0a68804e096: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:53:11.398755 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d210a122-0d7b-4938-b90f-b2b88583d5f8 req-485c6b99-a766-4506-8ec9-bd37df7cf0fb tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 210 time: 0.0396967 Jul 20 22:53:11.461458 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-43bd4b21-49ee-47ca-b2c0-bdba49d6471e service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558130 Jul 20 22:53:11.587809 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:11.609230 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8a1259e-ebb4-4bce-b401-fade0fe1d233 req-82780d56-82bf-4604-ba5c-78d152cf576f service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117740 Jul 20 22:53:11.745425 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c9ba4-ad99-4060-83ba-5d26cd2d6d09 req-5cf5f8e5-cab6-4bd0-949d-3e0e40670824 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:11.746889 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-596c9ba4-ad99-4060-83ba-5d26cd2d6d09 req-5cf5f8e5-cab6-4bd0-949d-3e0e40670824 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0614135 Jul 20 22:53:11.747995 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:11.752779 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8cbba743-c7b4-4c95-a227-d4fbf1d2d984 admin admin] 10.222.0.81 "PUT /v2.0/routers/9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7425802 Jul 20 22:53:11.756121 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53678) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:11.757365 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Sync routers for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:11.771040 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:11.771977 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:11.802731 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-596c9ba4-ad99-4060-83ba-5d26cd2d6d09 req-c6fdb3c1-a14b-4a03-86fc-879de508351f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Jul 20 22:53:11.868361 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks [] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:11.882924 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:11.907535 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:11.975596 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks [] for router_gateway (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.067524 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:53:10Z', 'revision_number': 5, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port': {'id': 'e5020741-7471-43d5-82d7-3e29420a7c6b', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:25Z', 'updated_at': '2022-07-20T22:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:12.093059 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Checking router: 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:12.102442 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Routers {'9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:12.103660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Deleting port e5020741-7471-43d5-82d7-3e29420a7c6b {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:12.103805 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:12.104402 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.171502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:12.183934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-ec5f3282-526a-4692-a4d1-46a089fbf2df tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:12.185492 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-ec5f3282-526a-4692-a4d1-46a089fbf2df tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 811 time: 0.1127594 Jul 20 22:53:12.195993 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] Set router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:12.196432 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] For port e5020741-7471-43d5-82d7-3e29420a7c6b, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=e5020741-7471-43d5-82d7-3e29420a7c6b,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:12.197327 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.220939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Calling delete_port for e5020741-7471-43d5-82d7-3e29420a7c6b owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:12.240884 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:12.255165 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:53:11Z', 'revision_number': 6, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:12.284106 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-ab2eba49-2b7d-430f-bbc1-14dcb54214d7 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ac023afcb44b5097539298076c0838 HTTP/1.1" status: 200 len: 379 time: 0.0742562 Jul 20 22:53:12.290371 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6da2e-a144-4a19-a991-6ada4ca5237b None None] The sync data for ids ['9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3'] in dv-cinder-799871-38-iscsi is: [{'id': '9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3', 'name': 'tempest-ServerRescueNegativeTestJSON-706116503-router', 'tenant_id': '55c688e93c2b414ca86a3c2f9ec84798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:53:11Z', 'revision_number': 6, 'project_id': '55c688e93c2b414ca86a3c2f9ec84798', 'gw_port_host': None}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:12.293027 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'port': {'device_id': '91ade60e-70bf-4df4-b465-01bbac79f154', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'admin_state_up': True, 'tenant_id': '90ac023afcb44b5097539298076c0838', 'security_groups': ['d1e6bdbf-37ea-4d60-a210-edde6ecb8b60']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:12.410990 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:12.503437 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5426534b-992a-4769-8692-65dd2063d7e3 req-01bb46f0-bd7c-4ceb-93a4-87e50dd4fe35 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Jul 20 22:53:12.511907 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Made reservation on behalf of 90ac023afcb44b5097539298076c0838 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:53:12.512193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e5020741-7471-43d5-82d7-3e29420a7c6b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.516218 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.539733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5020741-7471-43d5-82d7-3e29420a7c6b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:12.605266 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.682150 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Allocated IP 172.20.0.14 (b15c8654-25e9-4d25-a03d-08719b813dd0/d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2/bf675cfa-21b6-4533-a61f-f27518f53c13) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:12.698903 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.704541 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks [] for router_controller (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.808882 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.809508 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:53:12.814122 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.817702 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e7f0fa2b-b81d-4e91-bb12-36721790abf8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9a68b1b5-b648-4c1e-82d7-8ceb77b14ef3 HTTP/1.1" status: 204 len: 168 time: 1.0605156 Jul 20 22:53:12.818300 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53686) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:12.834008 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.848748 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:12.869059 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Deleting subnet 80e44ff8-24a7-403b-8594-f0940d944bf8 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:53:12.872484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Publish callbacks [] for subnet (80e44ff8-24a7-403b-8594-f0940d944bf8), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.908060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (80e44ff8-24a7-403b-8594-f0940d944bf8), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:12.932724 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874d8e1-dd13-4894-b3f2-76c567f84693 req-86b416d7-55a9-4c16-9be8-faf56e4b942a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:12.932724 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3874d8e1-dd13-4894-b3f2-76c567f84693 req-86b416d7-55a9-4c16-9be8-faf56e4b942a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Jul 20 22:53:12.980987 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3874d8e1-dd13-4894-b3f2-76c567f84693 req-ae21e697-919d-40cb-b60d-33f1bbcdc49a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 Jul 20 22:53:12.990119 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (80e44ff8-24a7-403b-8594-f0940d944bf8), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.083713 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.127535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Network b15c8654-25e9-4d25-a03d-08719b813dd0 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:13.133849 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:13.139127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:13.166925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event updated for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:13.191409 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (80e44ff8-24a7-403b-8594-f0940d944bf8), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.204026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:13.205358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.219386 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e44ff8-24a7-403b-8594-f0940d944bf8,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:13.223584 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.229550 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-0c47ab37-a0eb-44ce-96dc-422e22a8af08 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/80e44ff8-24a7-403b-8594-f0940d944bf8 HTTP/1.1" status: 204 len: 168 time: 0.4075251 Jul 20 22:53:13.229789 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53690) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:13.238403 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249679d6-a791-46ec-8742-0350988ad45c None None] Network efcbc23a-538d-4e8a-a0a8-c637f267412a requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:53:13.292253 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-d9469b29-23f7-4d1c-9993-56ac6f105a01 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0038753 Jul 20 22:53:13.311490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Request body: {'port': {'device_id': '91ade60e-70bf-4df4-b465-01bbac79f154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:13.319189 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (efcbc23a-538d-4e8a-a0a8-c637f267412a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.381471 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Deleting port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:13.381471 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.383367 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-f9c276d8-829f-4f18-bc60-effbd56c5e5c None None] Provisioning complete for port bf675cfa-21b6-4533-a61f-f27518f53c13 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:13.384054 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f9c276d8-829f-4f18-bc60-effbd56c5e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.391600 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:13.409857 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.424206 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-f9c276d8-829f-4f18-bc60-effbd56c5e5c None None] Port bf675cfa-21b6-4533-a61f-f27518f53c13 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:13.453897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] DHCP port deletion for efcbc23a-538d-4e8a-a0a8-c637f267412a request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:53:13.455936 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] For port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:13.456437 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.474554 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Calling delete_port for 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:13.485708 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:13.497245 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Deleting port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:53:13.497739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.565578 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:13.573489 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] For port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,segment=NetworkSegment(5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c),segment_id=5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:13.574003 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.587996 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Calling delete_port for 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:53:13.626448 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe090ca-3019-42ea-9783-b02e9c808a6c req-44aefca9-6bff-40d0-b2ab-388b1a080f3e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:13.628053 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dfe090ca-3019-42ea-9783-b02e9c808a6c req-44aefca9-6bff-40d0-b2ab-388b1a080f3e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 932 time: 0.0503664 Jul 20 22:53:13.629203 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.664660 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (68dfd468-e6a1-43bf-9aea-311ee7f0b6a2), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.668492 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:13.674544 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:13.674544 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] No DVR routers for this DVR port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:53:13.694498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] Pushing event deleted for resources: {'Port': ['ID=68dfd468-e6a1-43bf-9aea-311ee7f0b6a2,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:13.702138 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20960a25-cb6f-4848-a29d-f58630a449d3 None None] No DVR routers for this DVR port 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:53:13.720598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf675cfa-21b6-4533-a61f-f27518f53c13 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:13.723977 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:13.728469 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks [] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.741370 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Transition to ACTIVE for port object bf675cfa-21b6-4533-a61f-f27518f53c13 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:53:13.747506 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dfe090ca-3019-42ea-9783-b02e9c808a6c req-72155b75-e13f-437f-a0ee-b14f7b2e41d5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120389 Jul 20 22:53:13.778813 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (efcbc23a-538d-4e8a-a0a8-c637f267412a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.798402 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcbc23a-538d-4e8a-a0a8-c637f267412a']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:13.803235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.807746 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:13.809155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:13.817755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.832314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.839545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:53:13.839927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.855565 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Pushing event updated for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:13.892664 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c resource provider aggregate not found Jul 20 22:53:13.912903 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cf1a86d-6fb8-4159-bb95-a24f2c19ab4c found for delete ", "request_id": "req-6ddec552-013a-4648-9768-db0a5652f31b"}]} Jul 20 22:53:13.934272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Attempting to bind port bf675cfa-21b6-4533-a61f-f27518f53c13 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:13.938619 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Attempting to bind port bf675cfa-21b6-4533-a61f-f27518f53c13 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:13.938619 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Attempting to bind port bf675cfa-21b6-4533-a61f-f27518f53c13 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:13.940008 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Port bf675cfa-21b6-4533-a61f-f27518f53c13 on network b15c8654-25e9-4d25-a03d-08719b813dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:53:13.940333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Attempting to bind port bf675cfa-21b6-4533-a61f-f27518f53c13 on network b15c8654-25e9-4d25-a03d-08719b813dd0 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:13.947453 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:13.947796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Checking segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:13.948210 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Bound using segment: {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:13.948633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Bound port: bf675cfa-21b6-4533-a61f-f27518f53c13, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24219ced-03f3-4584-9fd1-e04759b54b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:13.948986 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.991698 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (efcbc23a-538d-4e8a-a0a8-c637f267412a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:13.996730 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.002294 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] 10.222.0.81 "DELETE /v2.0/networks/efcbc23a-538d-4e8a-a0a8-c637f267412a HTTP/1.1" status: 204 len: 168 time: 0.7692075 Jul 20 22:53:14.034958 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05e8c-8b5a-4cac-b4aa-b4a38b151d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=efcbc23a-538d-4e8a-a0a8-c637f267412a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:14.035414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:14.039266 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf675cfa-21b6-4533-a61f-f27518f53c13,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:14.046938 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 904f231f-88e2-46af-be9a-5e8b3d6e827a no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:14.070342 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 904f231f-88e2-46af-be9a-5e8b3d6e827a {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:14.076082 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 904f231f-88e2-46af-be9a-5e8b3d6e827a not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:14.076799 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device e5020741-7471-43d5-82d7-3e29420a7c6b no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:14.099202 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: e5020741-7471-43d5-82d7-3e29420a7c6b {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:14.107396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device e5020741-7471-43d5-82d7-3e29420a7c6b not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:14.107396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:53:14.118868 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:53:14.119261 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 68dfd468-e6a1-43bf-9aea-311ee7f0b6a2 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:53:14.126837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0ca3f-c334-4d1c-8c15-d649565e749f req-6452d70e-1c3f-441d-9688-1c5b732b269d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.128449 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2da0ca3f-c334-4d1c-8c15-d649565e749f req-6452d70e-1c3f-441d-9688-1c5b732b269d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0548980 Jul 20 22:53:14.131339 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.177811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.178729 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.180016 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] 10.222.0.23 "PUT /v2.0/ports/bf675cfa-21b6-4533-a61f-f27518f53c13 HTTP/1.1" status: 200 len: 1094 time: 0.8745489 Jul 20 22:53:14.183856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:14.186137 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9726b20-b104-4be5-a8cb-5d3e65f38de1" -d '{"events": [{"name": "network-changed", "server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:14.209965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:14.228811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e01b357-5366-471b-be33-ec2a059904ed x-openstack-request-id: req-9e01b357-5366-471b-be33-ec2a059904ed {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:14.229103 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:14.229353 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e01b357-5366-471b-be33-ec2a059904ed {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:14.229766 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e01b357-5366-471b-be33-ec2a059904ed'] response: {'name': 'network-changed', 'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'status': 'completed', 'code': 200} Jul 20 22:53:14.236975 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246ca3d-d036-452f-881b-f4f59e53299c service neutron] Pushing event updated for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:14.247928 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2da0ca3f-c334-4d1c-8c15-d649565e749f req-46297174-7168-4f42-a1b2-4b5b0e98ed34 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111445 Jul 20 22:53:14.447963 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53704) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:14.475991 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:14.489757 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8b84eca5-751d-486d-a858-f9e2073955c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55c688e93c2b414ca86a3c2f9ec84798&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406606 Jul 20 22:53:14.492231 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53706) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:14.540163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] Publish callbacks [] for security_group (9b8f931d-b84d-4d17-ac70-4b901ee84edc), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.561758 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] Publish callbacks [] for security_group (9b8f931d-b84d-4d17-ac70-4b901ee84edc), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.691210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (9b8f931d-b84d-4d17-ac70-4b901ee84edc), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.693802 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:14.694966 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b8f931d-b84d-4d17-ac70-4b901ee84edc HTTP/1.1" status: 204 len: 168 time: 0.2018402 Jul 20 22:53:14.703127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-0fca128e-d690-4bc1-afe4-f4733f16b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.704795 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-0fca128e-d690-4bc1-afe4-f4733f16b0d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 1128 time: 0.0454884 Jul 20 22:53:14.705174 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af2a7-922f-4614-8726-b5f7c211e877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f931d-b84d-4d17-ac70-4b901ee84edc,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:14.817973 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-c68715be-03a6-4b96-9071-f9e3a8ab2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.819593 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-c68715be-03a6-4b96-9071-f9e3a8ab2867 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=90ac023afcb44b5097539298076c0838&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980527 Jul 20 22:53:14.870942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf44fbe-355c-4da3-82bc-518b93e090eb req-cc0938fd-c69a-4847-b211-3532469db06b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.872569 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acf44fbe-355c-4da3-82bc-518b93e090eb req-cc0938fd-c69a-4847-b211-3532469db06b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 944 time: 0.0476561 Jul 20 22:53:14.921104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-71542126-0ada-494d-89a4-c1de58ae164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:14.922582 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e9726b20-b104-4be5-a8cb-5d3e65f38de1 req-71542126-0ada-494d-89a4-c1de58ae164e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970192 Jul 20 22:53:14.923677 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acf44fbe-355c-4da3-82bc-518b93e090eb req-4665f4c8-be0a-4604-a460-8e65df141cc7 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 Jul 20 22:53:15.041876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-9d8e24a0-2e0c-40bb-953a-98a63bd26057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:15.043393 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-9d8e24a0-2e0c-40bb-953a-98a63bd26057 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 1128 time: 0.0470090 Jul 20 22:53:15.106740 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-e3cf645f-bfab-494c-bbf6-82135722c823 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf675cfa-21b6-4533-a61f-f27518f53c13 HTTP/1.1" status: 200 len: 217 time: 0.0347078 Jul 20 22:53:15.176047 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-370317d8-8cac-4863-aa6d-550a523c3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:15.177533 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-370317d8-8cac-4863-aa6d-550a523c3e86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0504673 Jul 20 22:53:15.230275 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-10a6379c-fed8-4cd8-9213-d63e38cd7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:15.231952 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-10a6379c-fed8-4cd8-9213-d63e38cd7401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405819 Jul 20 22:53:15.362486 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-7ff186c7-6e9d-4837-b0f1-8f9f0d49cff5 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215479 Jul 20 22:53:15.383649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1490d5-afb7-4d1c-93f8-3a3de65a3d08 req-f4853323-e301-4db6-8fae-8f3f2d8fd6fe tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:15.389378 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1f1490d5-afb7-4d1c-93f8-3a3de65a3d08 req-f4853323-e301-4db6-8fae-8f3f2d8fd6fe tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0707848 Jul 20 22:53:15.453251 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:53:15.498892 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1f1490d5-afb7-4d1c-93f8-3a3de65a3d08 req-74b87b70-7ace-4903-9763-bd70019456f7 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984671 Jul 20 22:53:15.515180 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c7e45ea-8b5c-4d16-87ee-4a3265da2687 req-f44ac6c9-86ae-4a34-930b-87a5eb542ee8 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469197 Jul 20 22:53:15.569134 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:15.580645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'mac_address': 'fa:16:3e:d6:b7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:53:15.616264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:15.616660 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:15.629642 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:15.649082 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:15.717363 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:15.767580 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:15.793634 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53732) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:15.889513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-651063064-network', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:16.005158 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Made reservation on behalf of 7ace18b7cfda4329adb560220ff909cc for: {'network': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:53:16.007366 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.032849 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.062112 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03529d6a-dab6-474f-a2b4-6b4dce29b6a2 req-a85bdc77-6508-4cf2-87a4-ffaa303fc1cf tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:16.063614 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-03529d6a-dab6-474f-a2b4-6b4dce29b6a2 req-a85bdc77-6508-4cf2-87a4-ffaa303fc1cf tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 944 time: 0.0683298 Jul 20 22:53:16.138994 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-03529d6a-dab6-474f-a2b4-6b4dce29b6a2 req-ae05d20b-a3c6-4fab-88f6-5dbad8d4e73c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698113 Jul 20 22:53:16.166509 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks [] for security_group (6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.215812 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:16.237131 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.264166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=111122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:53:16.274690 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:16.279690 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9da3df65-33fd-4a23-9a47-25aea21f32d2), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.280037 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.segments_db [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Added segment 9da3df65-33fd-4a23-9a47-25aea21f32d2 of type vlan for network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 Jul 20 22:53:16.324823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (4c618a1c-50e1-4062-bdfe-9e52756a99e5), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.327213 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:16.386378 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:16.483036 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (4c618a1c-50e1-4062-bdfe-9e52756a99e5), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.484140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:16.484742 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.620905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87498b2f-ab7c-4e4f-8be8-ffcb296c9bb2 req-32649412-263f-4d20-bf6c-7ecd86a78c8b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:16.622600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87498b2f-ab7c-4e4f-8be8-ffcb296c9bb2 req-32649412-263f-4d20-bf6c-7ecd86a78c8b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 944 time: 0.0525942 Jul 20 22:53:16.683431 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87498b2f-ab7c-4e4f-8be8-ffcb296c9bb2 req-42957da9-4161-48fe-a6a4-27f368744762 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551581 Jul 20 22:53:16.787721 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9929760 Jul 20 22:53:16.791239 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53740) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:16.792107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e36fd-b960-40f5-80e7-4d3cfb41cd24 admin admin] Pushing event updated for resources: {'Network': ['ID=4c618a1c-50e1-4062-bdfe-9e52756a99e5,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:16.796024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Request body: {'subnet': {'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-subnet', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:16.802023 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:53:16.877243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Made reservation on behalf of 7ace18b7cfda4329adb560220ff909cc for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:53:16.879746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:16.956874 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:16.993976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:17.105721 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (f92c36e1-0eaa-4095-9621-6d2b376e083c), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.161930 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92c36e1-0eaa-4095-9621-6d2b376e083c,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:17.172475 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Checking segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:17.172835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Network hostable DHCP agents. Network: 4c618a1c-50e1-4062-bdfe-9e52756a99e5, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:53:17.254875 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214dd7d-11f4-4374-8e83-081bdc6b5eda req-d0445f44-6fd8-4e33-bd17-bad62884ab58 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:17.256360 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f214dd7d-11f4-4374-8e83-081bdc6b5eda req-d0445f44-6fd8-4e33-bd17-bad62884ab58 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 944 time: 0.0474274 Jul 20 22:53:17.277106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:53:17.303817 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f214dd7d-11f4-4374-8e83-081bdc6b5eda req-35a72886-e214-4a7d-90e8-4d0c960b7081 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Jul 20 22:53:17.385904 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 4c618a1c-50e1-4062-bdfe-9e52756a99e5) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:17.390116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:17.390710 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.395741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04da09-47b6-48a4-bedc-eca87ec43793 None None] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:53:17.448807 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:17.470321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:17.497533 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8d10dd9d-fc75-4af3-a50b-beeb048ad794 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7051749 Jul 20 22:53:17.500254 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53746) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:17.504461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:17.522957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 22:53:17.524025 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.560489 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:53:17.591830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.593111 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.644638 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for router_controller (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.670397 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Allocated IP 172.20.0.2 (4c618a1c-50e1-4062-bdfe-9e52756a99e5/f92c36e1-0eaa-4095-9621-6d2b376e083c/88f058c0-5501-46f8-8e07-6eac98485845) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:17.675240 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:17.675618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.832064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:17.832826 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.890754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:17.893017 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dca2ea-f99e-4134-9e95-a0052ca75a12" -d '{"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:17.917327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:17.920236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks [] for port (88f058c0-5501-46f8-8e07-6eac98485845), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.936212 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1351ad3-0f02-40d3-b4b7-a7fadd5910e1 x-openstack-request-id: req-f1351ad3-0f02-40d3-b4b7-a7fadd5910e1 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:17.936509 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:17.936762 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1351ad3-0f02-40d3-b4b7-a7fadd5910e1 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:17.937164 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1351ad3-0f02-40d3-b4b7-a7fadd5910e1'] response: {'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'code': 200} Jul 20 22:53:17.980170 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:17.985094 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:18.004984 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (88f058c0-5501-46f8-8e07-6eac98485845), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.033321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:18.041465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:18.045783 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:18.049948 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:18.131362 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Pushing event updated for resources: {'Port': ['ID=88f058c0-5501-46f8-8e07-6eac98485845,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:18.144645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Attempting to bind port 88f058c0-5501-46f8-8e07-6eac98485845 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:18.145011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Attempting to bind port 88f058c0-5501-46f8-8e07-6eac98485845 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:18.145371 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Attempting to bind port 88f058c0-5501-46f8-8e07-6eac98485845 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:18.146048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede349f4-787d-4468-9447-82889ef54dca req-9cc604a1-462d-4266-8230-ec53a91f12a9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:18.147558 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ede349f4-787d-4468-9447-82889ef54dca req-9cc604a1-462d-4266-8230-ec53a91f12a9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 944 time: 0.3838234 Jul 20 22:53:18.150629 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:18.151004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Checking segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:18.151504 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.151898 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Bound using segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:18.152356 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Bound port: 88f058c0-5501-46f8-8e07-6eac98485845, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:18.152734 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (88f058c0-5501-46f8-8e07-6eac98485845), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.164034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for router_gateway (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.206607 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ede349f4-787d-4468-9447-82889ef54dca req-4c97d17b-d3e5-4ad8-84af-c94e8016417a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520701 Jul 20 22:53:18.222763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] For port 88f058c0-5501-46f8-8e07-6eac98485845, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:18.223828 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:18.225641 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] For port 88f058c0-5501-46f8-8e07-6eac98485845, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=88f058c0-5501-46f8-8e07-6eac98485845,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:18.348478 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (88f058c0-5501-46f8-8e07-6eac98485845), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.422931 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04647d-3dc4-4b1f-b681-50466c4d9b61 None None] Pushing event updated for resources: {'Port': ['ID=88f058c0-5501-46f8-8e07-6eac98485845,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:18.439810 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eac94e-de8a-46e2-acfb-d8fb51194a85 req-3007cc86-6cd2-417d-9228-375ed9355110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:18.441390 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-20eac94e-de8a-46e2-acfb-d8fb51194a85 req-3007cc86-6cd2-417d-9228-375ed9355110 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.1064174 Jul 20 22:53:18.470794 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:18.490007 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b354c-76be-4b5b-9f4b-33e3bd4eb995 req-9984d8a5-09f4-43df-90be-8fd4c0759b1e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:18.493932 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a86b354c-76be-4b5b-9f4b-33e3bd4eb995 req-9984d8a5-09f4-43df-90be-8fd4c0759b1e tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 944 time: 0.0724392 Jul 20 22:53:18.514087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for router_gateway (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.549815 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.561302 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-20eac94e-de8a-46e2-acfb-d8fb51194a85 req-d71884d9-146a-4da1-8d6d-262b54758aed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892150 Jul 20 22:53:18.568468 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a86b354c-76be-4b5b-9f4b-33e3bd4eb995 req-8df5f540-c27b-4d4c-8d4b-e64b12879626 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678282 Jul 20 22:53:18.696357 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Allocated IP 172.27.1.22 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/9fa614a0-025e-4e89-8d58-748a4cf03c40) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:18.795190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:18.807612 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.902750 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:53:18.928771 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:18.968435 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:18.973467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:18.977413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:18.982588 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa614a0-025e-4e89-8d58-748a4cf03c40,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:19.013612 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.013954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.014292 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.014905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.015248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.015577 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.015899 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.016219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.016540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.016859 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.017178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.017496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.017811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.018123 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.018434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:19.343315 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5018d7e-2bdc-4db1-94dd-d0a3063711dc None None] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:53:19.371857 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827320a-dfe4-43ec-b912-901c0271ca4d req-8b948f57-c2ca-4c13-8485-066221053e44 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:19.373356 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2827320a-dfe4-43ec-b912-901c0271ca4d req-8b948f57-c2ca-4c13-8485-066221053e44 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0885773 Jul 20 22:53:19.377581 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for router_gateway (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.422280 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Provisioning complete for port 88f058c0-5501-46f8-8e07-6eac98485845 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:19.422555 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (88f058c0-5501-46f8-8e07-6eac98485845), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.482021 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bf675cfa-21b6-4533-a61f-f27518f53c13 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:53:19.493529 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2827320a-dfe4-43ec-b912-901c0271ca4d req-0c9d5004-bf29-4788-b596-7ba2c66e5595 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133325 Jul 20 22:53:19.495574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:19.596705 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Current status of the port 88f058c0-5501-46f8-8e07-6eac98485845 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:19.597294 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (88f058c0-5501-46f8-8e07-6eac98485845), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.635713 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.662120 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] For port 88f058c0-5501-46f8-8e07-6eac98485845, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=88f058c0-5501-46f8-8e07-6eac98485845,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:19.668258 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf675cfa-21b6-4533-a61f-f27518f53c13,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:19.681801 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'port_id': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'mac_address': 'fa:16:3e:1a:29:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:53:19.705113 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e1366-a097-463e-94bb-b9e1453561a7 req-8cf8e731-c07d-4e01-90f2-584fc0c8b27f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:19.714168 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-234e1366-a097-463e-94bb-b9e1453561a7 req-8cf8e731-c07d-4e01-90f2-584fc0c8b27f tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 944 time: 0.0803394 Jul 20 22:53:19.755141 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:19.771711 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-234e1366-a097-463e-94bb-b9e1453561a7 req-a4020fbf-3af3-488a-95e0-e34571e98667 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561416 Jul 20 22:53:19.831751 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 22:53:19.869057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (88f058c0-5501-46f8-8e07-6eac98485845), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.872339 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bf675cfa-21b6-4533-a61f-f27518f53c13 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:19.872709 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:19.905654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf675cfa-21b6-4533-a61f-f27518f53c13 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:19.937267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:19.941735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf675cfa-21b6-4533-a61f-f27518f53c13,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:19.943732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bd071-ce19-4514-abed-0ef1b31fe4f6 None None] Pushing event updated for resources: {'Port': ['ID=88f058c0-5501-46f8-8e07-6eac98485845,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:19.950066 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:19.950358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:19.958554 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:19.959200 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:20.016424 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-ece44fa1-c570-4247-8966-b9feb8839b02 None None] Provisioning complete for port 88f058c0-5501-46f8-8e07-6eac98485845 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:20.016785 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ece44fa1-c570-4247-8966-b9feb8839b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (88f058c0-5501-46f8-8e07-6eac98485845), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.061869 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 88f058c0-5501-46f8-8e07-6eac98485845 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:20.079589 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.080827 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-15417354-c60d-4489-a6d2-67ad9bbc7331 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5795984 Jul 20 22:53:20.083776 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53758) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:20.099180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.147353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:20.160674 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:20.162626 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:20.262241 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:20.281758 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 88f058c0-5501-46f8-8e07-6eac98485845 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:20.282129 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (88f058c0-5501-46f8-8e07-6eac98485845), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.351934 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-ece44fa1-c570-4247-8966-b9feb8839b02 None None] Current status of the port 88f058c0-5501-46f8-8e07-6eac98485845 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:20.460967 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:19Z', 'revision_number': 3, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:20.463329 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 88f058c0-5501-46f8-8e07-6eac98485845 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:20.488435 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:20.488784 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Updating router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af port 9fa614a0-025e-4e89-8d58-748a4cf03c40 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:53:20.512079 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.522607 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['bf675cfa-21b6-4533-a61f-f27518f53c13'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:20.526316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.641896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6051865-eb89-4d6b-b7fd-36c88e53243c req-ca535726-387c-4e4b-bd61-93ac3ea75924 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:20.649241 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6051865-eb89-4d6b-b7fd-36c88e53243c req-ca535726-387c-4e4b-bd61-93ac3ea75924 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0625179 Jul 20 22:53:20.697310 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:20.698854 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6051865-eb89-4d6b-b7fd-36c88e53243c req-ee79b859-45f1-4de4-a0fd-dcaefca09d5f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477164 Jul 20 22:53:20.716078 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Allocated IP 172.20.0.1 (4c618a1c-50e1-4062-bdfe-9e52756a99e5/f92c36e1-0eaa-4095-9621-6d2b376e083c/133e6b39-182e-4761-84f9-ba20a8fd76bc) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:20.721592 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:20.850193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da896b2b-8d1f-496a-9d71-e23e1e173b00 req-b2a74100-a08f-4c39-805d-c71925eaeac2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:20.851728 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da896b2b-8d1f-496a-9d71-e23e1e173b00 req-b2a74100-a08f-4c39-805d-c71925eaeac2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0665638 Jul 20 22:53:20.874350 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks [] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.891727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:20.900814 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks [] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.907560 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9150-3001-4cd1-9e52-76bb9d0e8d04 req-c69cc8d8-4032-4baa-a9b1-490c143bcd15 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:20.909194 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3ca9150-3001-4cd1-9e52-76bb9d0e8d04 req-c69cc8d8-4032-4baa-a9b1-490c143bcd15 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Jul 20 22:53:20.950115 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-da896b2b-8d1f-496a-9d71-e23e1e173b00 req-f009e13f-7577-443a-9cf7-63b8b0e49b1e tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683825 Jul 20 22:53:20.952133 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:20.957933 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3ca9150-3001-4cd1-9e52-76bb9d0e8d04 req-16f03656-a6c4-4040-9e84-cd729a08820c tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Jul 20 22:53:20.978185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53766) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:20.982339 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.008264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Attempting to bind port 9fa614a0-025e-4e89-8d58-748a4cf03c40 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:21.009217 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Attempting to bind port 9fa614a0-025e-4e89-8d58-748a4cf03c40 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:21.009643 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Attempting to bind port 9fa614a0-025e-4e89-8d58-748a4cf03c40 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:21.018775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:21.019535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:21.019535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.021803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:21.021803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Bound port: 9fa614a0-025e-4e89-8d58-748a4cf03c40, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:21.021803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.025483 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa10bba-6c99-4c13-b423-e62f528c7b0e None None] Pushing event updated for resources: {'Port': ['ID=9fa614a0-025e-4e89-8d58-748a4cf03c40,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:21.035170 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:21.041307 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:21.045568 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:21.051271 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Pushing event updated for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:21.087636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] For port 9fa614a0-025e-4e89-8d58-748a4cf03c40, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:21.091439 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] For port 9fa614a0-025e-4e89-8d58-748a4cf03c40, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9fa614a0-025e-4e89-8d58-748a4cf03c40,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:21.099503 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.181898 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.199912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1044d3f2-c1fc-4afb-8ea2-06f458407de5 tempest-TestShelveInstance-1952147287 tempest-TestShelveInstance-1952147287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:21.201615 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1044d3f2-c1fc-4afb-8ea2-06f458407de5 tempest-TestShelveInstance-1952147287 tempest-TestShelveInstance-1952147287-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1124 time: 0.2269990 Jul 20 22:53:21.211127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 53770) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:21.211127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:21.264498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:21.265187 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:21.266885 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa10bba-6c99-4c13-b423-e62f528c7b0e None None] Pushing event updated for resources: {'Port': ['ID=9fa614a0-025e-4e89-8d58-748a4cf03c40,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:21.311893 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.313988 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-2c202547-b629-479e-8e97-de80f535ef83 None None] Provisioning complete for port 133e6b39-182e-4761-84f9-ba20a8fd76bc triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:21.314360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2c202547-b629-479e-8e97-de80f535ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.350955 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.380664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:21.390189 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2c202547-b629-479e-8e97-de80f535ef83 None None] Port 133e6b39-182e-4761-84f9-ba20a8fd76bc cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:21.399916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.414373 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:21.417424 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:21.512433 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Allocated IP 172.27.1.206 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/51c4c8b2-72e3-4191-8bf3-0c447e750b30) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:21.541002 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks [] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.595384 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:19Z', 'revision_number': 3, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:21.619753 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.624517 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c123cf-4046-4b48-a7b6-16bbe1d4228a None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:19Z', 'revision_number': 3, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:21.626431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.669141 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bf675cfa-21b6-4533-a61f-f27518f53c13 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:21.695847 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Pushing event updated for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:21.701618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.714972 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:21.746431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:21.754961 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:21.758413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:21.764151 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:21.798222 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'Port': ['ID=51c4c8b2-72e3-4191-8bf3-0c447e750b30,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:21.846804 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:21.848500 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:21.848991 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:21.867206 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port bf675cfa-21b6-4533-a61f-f27518f53c13 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:53:21.896188 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:21.947087 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port bf675cfa-21b6-4533-a61f-f27518f53c13 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:21.947775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.089249 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bf675cfa-21b6-4533-a61f-f27518f53c13 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:22.089624 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.116893 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:22.118191 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9fa614a0-025e-4e89-8d58-748a4cf03c40 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:22.179429 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:22.181845 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf8bc8-e4ce-42cb-b60d-75c2fcc350a9" -d '{"events": [{"server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "name": "network-vif-plugged", "status": "completed", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:22.242161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf675cfa-21b6-4533-a61f-f27518f53c13,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:22.258257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debb9362-a75d-42ee-9108-cb4c1720e6dc x-openstack-request-id: req-debb9362-a75d-42ee-9108-cb4c1720e6dc {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:22.258257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "name": "network-vif-plugged", "status": "completed", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:22.258257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-debb9362-a75d-42ee-9108-cb4c1720e6dc {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:22.258257 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debb9362-a75d-42ee-9108-cb4c1720e6dc'] response: {'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'code': 200} Jul 20 22:53:22.284897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 9fa614a0-025e-4e89-8d58-748a4cf03c40 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:22.284897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.310360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.326790 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915bde9-2248-4b02-9b48-2bae54a9e27f req-5e856d9e-ff4c-4447-b9b0-edb1b79e29e8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:22.328829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5915bde9-2248-4b02-9b48-2bae54a9e27f req-5e856d9e-ff4c-4447-b9b0-edb1b79e29e8 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 945 time: 0.2094088 Jul 20 22:53:22.364494 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-f73dd4df-06b8-4b2f-94be-904d65c53268 None None] Provisioning complete for port 133e6b39-182e-4761-84f9-ba20a8fd76bc triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:22.364494 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f73dd4df-06b8-4b2f-94be-904d65c53268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.392034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for floatingip (2b727373-0d42-4da5-be09-f21f50ae77fd), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.403620 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5915bde9-2248-4b02-9b48-2bae54a9e27f req-f3c460fb-2be0-4e64-a4d8-ca83d1819f75 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644252 Jul 20 22:53:22.412891 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:22.419058 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ac2593ea-7093-4933-95ec-773511e5579d admin admin] 10.222.0.81 "PUT /v2.0/routers/89d8224e-e9b7-46ff-a38c-7f242fe7e3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342011 Jul 20 22:53:22.469118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:22.477484 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-f73dd4df-06b8-4b2f-94be-904d65c53268 None None] Port 133e6b39-182e-4761-84f9-ba20a8fd76bc cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:22.483518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.484937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.484937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.485214 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.485501 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.485839 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.486169 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.486498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.486831 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.487292 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.489026 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.489362 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.489691 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.490020 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.490344 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:22.514011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 9fa614a0-025e-4e89-8d58-748a4cf03c40 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:22.514663 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.546340 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 9fa614a0-025e-4e89-8d58-748a4cf03c40, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9fa614a0-025e-4e89-8d58-748a4cf03c40,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:22.569523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.614833 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.693536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=9fa614a0-025e-4e89-8d58-748a4cf03c40,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:22.740534 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05078447-bbb2-4409-ba20-cf08a7fb5983 req-9adad0af-c223-404d-ab80-50f25dd1bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:22.742051 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-05078447-bbb2-4409-ba20-cf08a7fb5983 req-9adad0af-c223-404d-ab80-50f25dd1bd16 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 1130 time: 0.0636239 Jul 20 22:53:22.814807 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.822169 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-05078447-bbb2-4409-ba20-cf08a7fb5983 req-82d1ad13-5b39-45a5-9561-f5822b07db2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699561 Jul 20 22:53:22.865720 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.897600 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53782) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:22.903068 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358295425', 'description': 'tempest-description--1134079670'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:22.936675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event updated for resources: {'Port': ['ID=51c4c8b2-72e3-4191-8bf3-0c447e750b30,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:22.948941 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (2b727373-0d42-4da5-be09-f21f50ae77fd), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:22.987513 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.019515 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.039819 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.047286 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Floating IP 2b727373-0d42-4da5-be09-f21f50ae77fd associated. External IP: 172.27.1.206, port: 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf. Jul 20 22:53:23.088723 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (2975a6ac-2205-4624-82ad-3e9add7fde10), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.187422 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.191532 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (2975a6ac-2205-4624-82ad-3e9add7fde10), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.226569 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2975a6ac-2205-4624-82ad-3e9add7fde10,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:23.260403 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:23.307387 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.310201 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b1b4653e-2f6d-4be5-a6e9-6e9ac3c2872c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4100416 Jul 20 22:53:23.311762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53784) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:23.319904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group_rule': {'security_group_id': '2975a6ac-2205-4624-82ad-3e9add7fde10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:23.449059 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (93688eaf-9a5e-47a9-a7a1-673ab3daa89f), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.476852 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.518582 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:23.532125 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:23.532840 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:23.562237 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (93688eaf-9a5e-47a9-a7a1-673ab3daa89f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.568942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76dd99-90ad-4005-8e29-d982e2710097 req-376c5337-8e16-47e2-9af4-aceb11876f12 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:23.570514 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ea76dd99-90ad-4005-8e29-d982e2710097 req-376c5337-8e16-47e2-9af4-aceb11876f12 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0629375 Jul 20 22:53:23.623987 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ea76dd99-90ad-4005-8e29-d982e2710097 req-0027e3e9-fc07-427d-99be-c4176fa07457 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Jul 20 22:53:23.625529 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:23.636683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Sync routers for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:23.637196 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (93688eaf-9a5e-47a9-a7a1-673ab3daa89f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.643902 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:23.658294 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:23.658922 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:23.660055 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93688eaf-9a5e-47a9-a7a1-673ab3daa89f,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:23.755717 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.758258 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ba87d186-2c4e-4bde-9ed7-c6d4bae24a17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451900 Jul 20 22:53:23.761105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.761956 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53790) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:23.767125 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.772367 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group_rule': {'security_group_id': '2975a6ac-2205-4624-82ad-3e9add7fde10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:23.793662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:23.817179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:23.835364 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-18c1f5f5-378b-47d4-8fcf-7c370fae2efa tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6288688 Jul 20 22:53:23.836243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:23.840320 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87600422-261a-427e-a324-57cc9d322b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:23.858461 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 2, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:23.873805 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (23f3b00b-7ccc-4bc4-8c91-0692dc0b7c1a), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.899907 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ab22aa-c66f-4fdc-809c-e3fe074ad8a9 x-openstack-request-id: req-20ab22aa-c66f-4fdc-809c-e3fe074ad8a9 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:23.900356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:23.900742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20ab22aa-c66f-4fdc-809c-e3fe074ad8a9 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:23.901369 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ab22aa-c66f-4fdc-809c-e3fe074ad8a9'] response: {'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'status': 'completed', 'code': 200} Jul 20 22:53:23.914619 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:23.915177 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Updating router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af port 133e6b39-182e-4761-84f9-ba20a8fd76bc binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 22:53:23.980257 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (23f3b00b-7ccc-4bc4-8c91-0692dc0b7c1a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:23.986707 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.041461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600422-261a-427e-a324-57cc9d322b2c req-b7f1450e-ce6a-4365-a460-4ab391ec590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:24.043654 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-b7f1450e-ce6a-4365-a460-4ab391ec590e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.0880606 Jul 20 22:53:24.080045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9fa614a0-025e-4e89-8d58-748a4cf03c40 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:24.082476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (23f3b00b-7ccc-4bc4-8c91-0692dc0b7c1a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.082636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:24.102909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3b00b-7ccc-4bc4-8c91-0692dc0b7c1a,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:24.125567 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b727373-0d42-4da5-be09-f21f50ae77fd', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'mac_address': 'fa:16:3e:d6:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:22Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 0, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:24.126168 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:24.156652 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Checking router: 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:24.171657 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 9fa614a0-025e-4e89-8d58-748a4cf03c40 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:24.172036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.173585 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:24.174181 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:24.217102 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.219084 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20a6e6d5-3ebd-4608-8b8e-489548fc59a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557362 Jul 20 22:53:24.223378 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53796) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:24.229064 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:24.294101 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600422-261a-427e-a324-57cc9d322b2c req-46823c90-5e90-411e-a9a2-62b8698307bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:24.296501 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-46823c90-5e90-411e-a9a2-62b8698307bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.1196730 Jul 20 22:53:24.319690 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks [] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.337931 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.355638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 9fa614a0-025e-4e89-8d58-748a4cf03c40 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:24.365596 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:24.416488 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.442781 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.514619 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Pushing event updated for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:24.533801 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.534371 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.534704 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.535188 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.535613 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.536045 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.536468 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.536886 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.537448 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.537911 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.538314 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.538733 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.539621 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.539621 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.539962 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:53:24.549872 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Allocated IP 172.27.1.250 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/a36ee6c5-e41a-4ed9-aca0-18ec9cc07521) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:24.598408 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Attempting to bind port 133e6b39-182e-4761-84f9-ba20a8fd76bc on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:24.598856 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Attempting to bind port 133e6b39-182e-4761-84f9-ba20a8fd76bc by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:24.599325 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Attempting to bind port 133e6b39-182e-4761-84f9-ba20a8fd76bc on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Checking segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Bound using segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Bound port: 133e6b39-182e-4761-84f9-ba20a8fd76bc, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:24.622959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.623644 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:24.623644 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b727373-0d42-4da5-be09-f21f50ae77fd', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'mac_address': 'fa:16:3e:d6:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:22Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 0, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:24.643177 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b660a54b-923e-45b0-b68d-bf80593a148c None None] The sync data for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi is: [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '2b727373-0d42-4da5-be09-f21f50ae77fd', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'mac_address': 'fa:16:3e:d6:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:22Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 0, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:24.670936 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.717124 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:24.718584 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] For port 133e6b39-182e-4761-84f9-ba20a8fd76bc, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:24.729427 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] For port 133e6b39-182e-4761-84f9-ba20a8fd76bc, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=133e6b39-182e-4761-84f9-ba20a8fd76bc,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:24.785929 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-e13d9915-f471-4e0c-a81d-667dbb09ea80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 999 time: 0.1168993 Jul 20 22:53:24.815694 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-88e0fe72-6239-44ad-a6ab-53f818e1e9fc None None] Provisioning complete for port 133e6b39-182e-4761-84f9-ba20a8fd76bc triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:24.816334 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-88e0fe72-6239-44ad-a6ab-53f818e1e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.824043 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174c894-9959-430e-a513-f44828f284e8 req-913f2da8-fbcd-4f7f-978d-87c3494177db tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:24.825809 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e174c894-9959-430e-a513-f44828f284e8 req-913f2da8-fbcd-4f7f-978d-87c3494177db tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0553355 Jul 20 22:53:24.832448 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.833251 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:24.863892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-88e0fe72-6239-44ad-a6ab-53f818e1e9fc None None] Port 133e6b39-182e-4761-84f9-ba20a8fd76bc cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:24.870135 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600422-261a-427e-a324-57cc9d322b2c req-d791d53a-fc0c-43e5-ae0b-903ee7c2ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:24.871710 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-d791d53a-fc0c-43e5-ae0b-903ee7c2ce86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0790219 Jul 20 22:53:24.921179 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:24.932014 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:24.934243 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cecd50-76f6-453b-bf4f-959b6a035fa7 None None] Pushing event updated for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=4']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:24.937421 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:24.938320 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:24.940687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:24.957708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:24.968894 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87600422-261a-427e-a324-57cc9d322b2c req-fe822208-ae91-4284-b1d9-95854eecb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:24.970593 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-fe822208-ae91-4284-b1d9-95854eecb7fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920255 Jul 20 22:53:24.987716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=a36ee6c5-e41a-4ed9-aca0-18ec9cc07521,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:25.011574 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e174c894-9959-430e-a513-f44828f284e8 req-5086c1e0-8c95-4df0-bb91-27614cfc01e1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642230 Jul 20 22:53:25.018574 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713e714-517e-4ac4-b592-075eed033e9d None None] New status for floating IP 2b727373-0d42-4da5-be09-f21f50ae77fd: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:53:25.044146 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:25.110820 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-b9a9989e-424c-4f5a-b11c-66c015a17fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334338 Jul 20 22:53:25.141779 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.209380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51778-1e90-44f6-8621-c0541ed6820a req-50a5370e-a06e-49f9-9fd5-d08828e061f9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:25.210944 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d0f51778-1e90-44f6-8621-c0541ed6820a req-50a5370e-a06e-49f9-9fd5-d08828e061f9 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0930595 Jul 20 22:53:25.220270 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53802) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:25.224976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Request body: {'floatingip': {'port_id': 'bf675cfa-21b6-4533-a61f-f27518f53c13'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:25.236838 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:25.288740 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-87600422-261a-427e-a324-57cc9d322b2c req-3da69e9a-7a2b-4390-99ad-093dea085491 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286590 Jul 20 22:53:25.293199 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Provisioning complete for port 133e6b39-182e-4761-84f9-ba20a8fd76bc triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:25.293374 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.293714 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.341014 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.379582 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:25.405272 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Current status of the port 133e6b39-182e-4761-84f9-ba20a8fd76bc is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:25.405882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.438330 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:24Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:25.445480 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] For port 133e6b39-182e-4761-84f9-ba20a8fd76bc, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=133e6b39-182e-4761-84f9-ba20a8fd76bc,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:25.468433 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8583adf6-badd-4e59-912f-6343ebad320b None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:24Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:25.536211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.537941 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:25.603097 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d7dc8-f452-4f05-b7c7-85a91df5647c None None] Pushing event updated for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:25.820163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:25.896154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.001886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.053137 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 133e6b39-182e-4761-84f9-ba20a8fd76bc up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:26.099658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 133e6b39-182e-4761-84f9-ba20a8fd76bc triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:26.100032 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.129450 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=a36ee6c5-e41a-4ed9-aca0-18ec9cc07521,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:26.138164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.181800 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 133e6b39-182e-4761-84f9-ba20a8fd76bc is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:26.240330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.241589 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-80c48548-a5de-4403-87f1-6714b1694b29 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0185003 Jul 20 22:53:26.251622 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.323074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:26.446879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-102c1c17-fa5d-44b8-8fde-75c2ba80c532 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1358295425&fields=id&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 267 time: 0.0864840 Jul 20 22:53:26.459109 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:26.475221 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Floating IP 8b9f97d0-f964-4141-8e95-a443b8f0245d associated. External IP: 172.27.1.194, port: bf675cfa-21b6-4533-a61f-f27518f53c13. Jul 20 22:53:26.657072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-4e9bae2b-c44f-43c9-8ea5-a7dc67e3e9b5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:26.658520 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-4e9bae2b-c44f-43c9-8ea5-a7dc67e3e9b5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 816 time: 0.2021773 Jul 20 22:53:26.705090 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-e2664fd2-1772-453b-9b82-9016d2a2ded8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/quotas/7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 375 time: 0.0403283 Jul 20 22:53:26.801182 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-a0cfe73d-a761-4baf-a672-62a85b2b8535 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833144 Jul 20 22:53:26.812453 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:26.963990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:26.984275 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-2a28d039-692a-4ee3-a127-39fd758cd74c service neutron] 10.222.0.81 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705599 Jul 20 22:53:26.991310 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:27.000966 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:27.002608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:27.012212 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:27.012818 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:27.083270 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-312b70cc-7d6a-4bd8-849a-22571eb1e66b tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "PUT /v2.0/floatingips/8b9f97d0-f964-4141-8e95-a443b8f0245d HTTP/1.1" status: 200 len: 992 time: 1.8618677 Jul 20 22:53:27.085250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:27.087584 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f847e12-8ed5-4f4e-b063-03948bb1b19a" -d '{"events": [{"name": "network-changed", "server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:27.119303 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-d9d50139-72df-42a0-ade3-fe14f5922ad0 service neutron] 10.222.0.81 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293724 Jul 20 22:53:27.122443 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:27.142244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34bc64c-0405-4add-863c-3fd9d34fea0d x-openstack-request-id: req-c34bc64c-0405-4add-863c-3fd9d34fea0d {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:27.142533 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:27.142786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c34bc64c-0405-4add-863c-3fd9d34fea0d {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:27.143229 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34bc64c-0405-4add-863c-3fd9d34fea0d'] response: {'name': 'network-changed', 'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'status': 'completed', 'code': 200} Jul 20 22:53:27.245591 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-0bd03bdc-a337-462c-afe1-72a02fb1c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:27.247231 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-0bd03bdc-a337-462c-afe1-72a02fb1c637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ac023afcb44b5097539298076c0838&device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 1130 time: 0.0574789 Jul 20 22:53:27.388933 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:27.414121 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9822b91-97d5-4540-aeec-cbf2b4bc928c req-eb20676c-6b0f-4d8b-8b8c-ee5b444263bf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 210 time: 0.0358918 Jul 20 22:53:27.436602 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-b2f41f50-bb67-4e77-84a4-a33418a0fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:27.438231 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-b2f41f50-bb67-4e77-84a4-a33418a0fc78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 200 len: 912 time: 0.1466627 Jul 20 22:53:27.473300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b9f97d0-f964-4141-8e95-a443b8f0245d', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:1a:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ade60e-70bf-4df4-b465-01bbac79f154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:07Z', 'updated_at': '2022-07-20T22:53:26Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:27.501914 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:27.503650 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:27.511838 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:27.512446 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:27.556003 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:27.613565 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:27.713750 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-391464d8-3043-4562-93ff-aade73db685f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf675cfa-21b6-4533-a61f-f27518f53c13 HTTP/1.1" status: 200 len: 1000 time: 0.0631633 Jul 20 22:53:27.772398 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-44b0e512-3947-4b1f-9cff-c68ecd4beb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:27.774163 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-44b0e512-3947-4b1f-9cff-c68ecd4beb20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 200 len: 850 time: 0.0542436 Jul 20 22:53:27.818610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-b00160d2-b0e7-4f4f-8238-d980637aef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:27.820158 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-b00160d2-b0e7-4f4f-8238-d980637aef85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b15c8654-25e9-4d25-a03d-08719b813dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401695 Jul 20 22:53:27.840851 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b9f97d0-f964-4141-8e95-a443b8f0245d', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:1a:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ade60e-70bf-4df4-b465-01bbac79f154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:07Z', 'updated_at': '2022-07-20T22:53:26Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:27.854049 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:27.866010 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24371a9-ebfb-4f4b-8928-9dbacc390143 None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '8b9f97d0-f964-4141-8e95-a443b8f0245d', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'port_id': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'mac_address': 'fa:16:3e:1a:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ade60e-70bf-4df4-b465-01bbac79f154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:07Z', 'updated_at': '2022-07-20T22:53:26Z', 'revision_number': 1, 'project_id': '90ac023afcb44b5097539298076c0838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:27.919287 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-c1b61b52-3cfd-444b-b938-7bfd15951164 service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929170 Jul 20 22:53:28.028619 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f847e12-8ed5-4f4e-b063-03948bb1b19a req-e24590fa-50e2-45b5-be94-329720e9582b service neutron] 10.222.0.23 "GET /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988977 Jul 20 22:53:28.078437 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17b9d9-2799-4745-96fa-40e1072e1672 None None] New status for floating IP 8b9f97d0-f964-4141-8e95-a443b8f0245d: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:53:28.517277 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8660c261-7108-40d0-88a9-6075a08e7099 req-21314f71-165a-47c4-9696-fd3922adb92c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 210 time: 0.0287864 Jul 20 22:53:29.617548 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c59a72e-af26-4a1b-ac38-c66e5beea4ab req-11a78320-134f-4573-b3a4-2a6f85b4504f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jul 20 22:53:29.862136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-6ae042aa-50c3-4d6a-98ee-7d0fcda5f08e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:29.863681 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-6ae042aa-50c3-4d6a-98ee-7d0fcda5f08e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 816 time: 0.1087215 Jul 20 22:53:29.937571 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-e92a1b6f-92a5-4489-913e-8bb396017f2e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 380 time: 0.0551605 Jul 20 22:53:29.960618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'port': {'device_id': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'admin_state_up': True, 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'security_groups': ['2975a6ac-2205-4624-82ad-3e9add7fde10']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:30.122288 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Made reservation on behalf of 7ace18b7cfda4329adb560220ff909cc for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:53:30.125786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.252178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Allocated IP 172.20.0.3 (4c618a1c-50e1-4062-bdfe-9e52756a99e5/f92c36e1-0eaa-4095-9621-6d2b376e083c/bc39b14d-82b6-414a-8492-34acd0bf0123) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:53:30.346645 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:30.392089 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.417629 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:30.494541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.536699 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:53:30.542738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:53:30.546561 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:53:30.574715 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:30.603763 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:30.604422 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.730842 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ec3dc352-8fcd-444e-a863-20422932e365 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740529 Jul 20 22:53:30.746285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7b07-de05-4136-b5bf-317d21492151 req-290c4c3b-b31b-4687-bdfa-54f32f4756bd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:30.748600 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-322a7b07-de05-4136-b5bf-317d21492151 req-290c4c3b-b31b-4687-bdfa-54f32f4756bd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 931 time: 0.0518599 Jul 20 22:53:30.750548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Request body: {'port': {'device_id': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:30.791315 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-0def08e5-68eb-4816-85d7-f9ef41180773 None None] Provisioning complete for port bc39b14d-82b6-414a-8492-34acd0bf0123 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:30.791892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0def08e5-68eb-4816-85d7-f9ef41180773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.803568 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-322a7b07-de05-4136-b5bf-317d21492151 req-965b9fde-08fa-42a0-8a92-7d38d46a6ad5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490038 Jul 20 22:53:30.820238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:30.825590 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-0def08e5-68eb-4816-85d7-f9ef41180773 None None] Port bc39b14d-82b6-414a-8492-34acd0bf0123 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:53:31.076074 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:31.083641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks [] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.097138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Transition to ACTIVE for port object bc39b14d-82b6-414a-8492-34acd0bf0123 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:53:31.156423 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.207325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:31.284347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Attempting to bind port bc39b14d-82b6-414a-8492-34acd0bf0123 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:53:31.284732 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Attempting to bind port bc39b14d-82b6-414a-8492-34acd0bf0123 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:53:31.285066 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Attempting to bind port bc39b14d-82b6-414a-8492-34acd0bf0123 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:31.290128 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Port bc39b14d-82b6-414a-8492-34acd0bf0123 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:53:31.290400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Attempting to bind port bc39b14d-82b6-414a-8492-34acd0bf0123 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:53:31.295791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:53:31.296150 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Checking segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:53:31.296500 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Bound using segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:53:31.296934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Bound port: bc39b14d-82b6-414a-8492-34acd0bf0123, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:53:31.297322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.360549 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:31.366304 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:53:31.370071 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:53:31.448499 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.482638 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.484497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.484925 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 1093 time: 0.7387800 Jul 20 22:53:31.489418 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:31.491399 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832b05b-d6fc-450f-be26-391c7e91483e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:31.523656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88973e0b-5d7f-40cf-a5a5-e5477e5b2963 service neutron] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:31.543941 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d22b2-2b93-4c11-93ef-9b1dc74c8af5 x-openstack-request-id: req-bb8d22b2-2b93-4c11-93ef-9b1dc74c8af5 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:31.544254 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:31.544491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb8d22b2-2b93-4c11-93ef-9b1dc74c8af5 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:31.544894 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8d22b2-2b93-4c11-93ef-9b1dc74c8af5'] response: {'name': 'network-changed', 'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'status': 'completed', 'code': 200} Jul 20 22:53:31.634355 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b05b-d6fc-450f-be26-391c7e91483e req-835fcdf2-8b22-48f7-8450-6e906dcd572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.635995 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7832b05b-d6fc-450f-be26-391c7e91483e req-835fcdf2-8b22-48f7-8450-6e906dcd572c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1127 time: 0.0483696 Jul 20 22:53:31.659332 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c277ae3f-a4cb-4245-ad72-e74e1402a9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:31.750198 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b05b-d6fc-450f-be26-391c7e91483e req-560e5e2b-6f8a-4881-95a1-8a39c0a1e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.751656 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7832b05b-d6fc-450f-be26-391c7e91483e req-560e5e2b-6f8a-4881-95a1-8a39c0a1e0fb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7ace18b7cfda4329adb560220ff909cc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0970478 Jul 20 22:53:31.784218 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:31.855986 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b05b-d6fc-450f-be26-391c7e91483e req-1c6d0946-e051-4699-9dce-147dc82454e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.857509 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7832b05b-d6fc-450f-be26-391c7e91483e req-1c6d0946-e051-4699-9dce-147dc82454e5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004095 Jul 20 22:53:31.932848 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939fdd-4515-4cd4-ad46-b7910a08bd25 req-ac98b2df-8b68-45e2-b55d-efc5570647ec tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.934379 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-17939fdd-4515-4cd4-ad46-b7910a08bd25 req-ac98b2df-8b68-45e2-b55d-efc5570647ec tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0555928 Jul 20 22:53:31.963425 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-7ae4c041-4baf-487a-b6eb-8dc50a577f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:31.964997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-7ae4c041-4baf-487a-b6eb-8dc50a577f26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1127 time: 0.0452049 Jul 20 22:53:31.981785 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-17939fdd-4515-4cd4-ad46-b7910a08bd25 req-4cde87e1-3cd4-42f1-a1b1-fe714848f455 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418553 Jul 20 22:53:32.011481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-ce52a114-3458-47d7-94f1-1c99d3d46ee9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 217 time: 0.0331261 Jul 20 22:53:32.061287 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-588e2277-451b-4949-a4b4-27d26206c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:32.062767 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-588e2277-451b-4949-a4b4-27d26206c57d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0446935 Jul 20 22:53:32.110954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-b91761ea-aac8-49ba-8a61-326e073187ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:32.112392 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-b91761ea-aac8-49ba-8a61-326e073187ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419185 Jul 20 22:53:32.206230 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-291864b1-b4ac-44bf-82a0-ee00b6cd3ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866728 Jul 20 22:53:32.302853 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0be62262-be48-403f-bfc3-6bf5618cea65 req-683e1d11-0078-4c78-8a5e-d1d2845df95e service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891168 Jul 20 22:53:33.101321 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c049-a5d1-490c-aaef-0109fea953df req-e6066992-e626-4873-8678-4da8b2ccecd5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:33.103484 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a5f5c049-a5d1-490c-aaef-0109fea953df req-e6066992-e626-4873-8678-4da8b2ccecd5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0471387 Jul 20 22:53:33.151819 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a5f5c049-a5d1-490c-aaef-0109fea953df req-5738ce9d-b366-45fe-9383-bc6d816040b5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Jul 20 22:53:34.013149 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0677e534-9710-4ede-9bc5-9fbefa8d70f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:34.234112 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:34.271124 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebaa62-b715-4784-8f78-b56b4b9e77c1 req-8d1d1705-74ed-4a12-83c3-edfa966b464b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:34.272593 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41ebaa62-b715-4784-8f78-b56b4b9e77c1 req-8d1d1705-74ed-4a12-83c3-edfa966b464b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0490441 Jul 20 22:53:34.321034 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-41ebaa62-b715-4784-8f78-b56b4b9e77c1 req-6d0932ea-0b4e-4a3b-81aa-4f081ae6fb43 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Jul 20 22:53:35.230595 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:35.437073 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3527f-df10-4b9c-98c7-cc6618588517 req-f6bb2c5c-a917-4fe9-a10e-d46e08c88edd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:35.438446 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1ab3527f-df10-4b9c-98c7-cc6618588517 req-f6bb2c5c-a917-4fe9-a10e-d46e08c88edd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0464461 Jul 20 22:53:35.488514 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1ab3527f-df10-4b9c-98c7-cc6618588517 req-af0da147-1a43-45fb-847b-ff98876ea651 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Jul 20 22:53:35.732915 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:53:35.827969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:35.839299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:53:35.874460 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:35.876660 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:35.877047 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:35.890018 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:53:35.909990 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:35.961587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:36.007674 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:36.419425 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:36.422227 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['bc39b14d-82b6-414a-8492-34acd0bf0123'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:53:36.606865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568e45-e4af-4c78-b53b-29c00ad054b3 req-3bd2c497-55fd-436b-98d7-9459cbbe946c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:36.608344 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b1568e45-e4af-4c78-b53b-29c00ad054b3 req-3bd2c497-55fd-436b-98d7-9459cbbe946c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 944 time: 0.0463443 Jul 20 22:53:36.658922 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b1568e45-e4af-4c78-b53b-29c00ad054b3 req-fa2ff27f-ac9b-41f0-9181-bd6aed2b531e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Jul 20 22:53:36.973373 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:37.730626 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:53:37.773340 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port bc39b14d-82b6-414a-8492-34acd0bf0123 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:53:37.780080 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3db5f-b469-4c41-9fc4-98df52bdb109 req-6a584e0d-98ab-4289-9d46-22496353545d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:37.781607 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ec3db5f-b469-4c41-9fc4-98df52bdb109 req-6a584e0d-98ab-4289-9d46-22496353545d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 944 time: 0.0482073 Jul 20 22:53:37.830002 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ec3db5f-b469-4c41-9fc4-98df52bdb109 req-98704485-58fc-491a-b9a1-4c8ddda83126 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Jul 20 22:53:37.841507 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port bc39b14d-82b6-414a-8492-34acd0bf0123 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:53:37.884094 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:37.908668 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:37.918917 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:53:37.918917 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:37.942612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:37.944830 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2feebc-8064-441b-8d24-167a0c8c6f41" -d '{"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:37.956914 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:53:37.984881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfcc8ac-3b7b-49c9-89d2-1bfd382094e2 x-openstack-request-id: req-adfcc8ac-3b7b-49c9-89d2-1bfd382094e2 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:37.985180 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:37.985438 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-adfcc8ac-3b7b-49c9-89d2-1bfd382094e2 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:37.985866 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfcc8ac-3b7b-49c9-89d2-1bfd382094e2'] response: {'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'code': 200} Jul 20 22:53:38.013214 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:38.061159 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:53:38.376285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d363-f143-4ecd-8412-1345eb71474c req-3bc9a1fb-7dd7-41da-8d64-4aded6a2c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:38.377790 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2a61d363-f143-4ecd-8412-1345eb71474c req-3bc9a1fb-7dd7-41da-8d64-4aded6a2c9ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1129 time: 0.0385044 Jul 20 22:53:38.417164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:38.423576 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2a61d363-f143-4ecd-8412-1345eb71474c req-95a40a7a-9500-4f23-af8f-c9b270590646 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394883 Jul 20 22:53:38.951277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002d91e-e734-4004-9965-82481a6b3570 req-3837707c-692f-452a-a50b-2eb872bf5268 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:38.952783 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a002d91e-e734-4004-9965-82481a6b3570 req-3837707c-692f-452a-a50b-2eb872bf5268 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Jul 20 22:53:38.999199 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a002d91e-e734-4004-9965-82481a6b3570 req-bbccfe09-a6cb-47ab-81bb-8ba8db96f585 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Jul 20 22:53:39.931337 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:39.936767 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=31 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:40.120631 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eee341-2496-4661-b83c-ea1e2b327a7b req-0b2d9ac1-9225-4260-9b25-b52b54b64f40 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:40.122110 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65eee341-2496-4661-b83c-ea1e2b327a7b req-0b2d9ac1-9225-4260-9b25-b52b54b64f40 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0479341 Jul 20 22:53:40.169140 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65eee341-2496-4661-b83c-ea1e2b327a7b req-60655887-472a-4cbb-a565-5f4dba423137 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416398 Jul 20 22:53:41.286883 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5d271-2c28-4252-8b99-530dec20e0d2 req-58262ba6-0c3e-4a58-a7ba-843fbbc5dd59 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:41.288382 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23c5d271-2c28-4252-8b99-530dec20e0d2 req-58262ba6-0c3e-4a58-a7ba-843fbbc5dd59 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0476024 Jul 20 22:53:41.337242 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-23c5d271-2c28-4252-8b99-530dec20e0d2 req-62588411-e929-4938-9a58-cc3dc94b9258 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Jul 20 22:53:41.450688 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f232399-1fb1-4698-abf5-281c02b30671 req-01425d91-2a72-4c37-97dc-ac6523fcfe20 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:41.452193 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1f232399-1fb1-4698-abf5-281c02b30671 req-01425d91-2a72-4c37-97dc-ac6523fcfe20 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Jul 20 22:53:41.461287 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 53876) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:53:41.465895 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'floatingip': {'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:53:41.508568 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:41.929720 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:41.984063 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:42.070272 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:42.080816 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Floating IP cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef associated. External IP: 172.27.1.250, port: bc39b14d-82b6-414a-8492-34acd0bf0123. Jul 20 22:53:42.165378 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:42.509274 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:53:42.611893 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:53:42.616775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:42.621639 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:53:42.631857 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:42.632465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:42.646660 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-dbcc14fb-d18c-4fb4-9059-52456b609db9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "PUT /v2.0/floatingips/cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef HTTP/1.1" status: 200 len: 991 time: 1.1841884 Jul 20 22:53:42.647267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:53:42.649502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bdd206-35f3-40c2-8a92-61626b946d02" -d '{"events": [{"name": "network-changed", "server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:53:42.684375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ddeee-18b7-4d29-acd4-34468ab1068b x-openstack-request-id: req-ad5ddeee-18b7-4d29-acd4-34468ab1068b {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:53:42.684666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:53:42.684918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad5ddeee-18b7-4d29-acd4-34468ab1068b {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:53:42.685323 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5ddeee-18b7-4d29-acd4-34468ab1068b'] response: {'name': 'network-changed', 'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'status': 'completed', 'code': 200} Jul 20 22:53:42.735854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:42.771251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-8c221864-11f9-430d-8ae8-c59275d02dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:42.772688 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-8c221864-11f9-430d-8ae8-c59275d02dd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1129 time: 0.0404625 Jul 20 22:53:42.845985 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:42.875138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-c8409c0b-03c8-4214-bdc5-2e1b68de2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:42.876628 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-c8409c0b-03c8-4214-bdc5-2e1b68de2be8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0913849 Jul 20 22:53:42.910823 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:42.947918 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-58a01a77-c8c6-4c99-96d4-750399ee50d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 999 time: 0.0648084 Jul 20 22:53:42.950318 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:25Z', 'updated_at': '2022-07-20T22:53:41Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:42.976288 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:53:42.985271 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:53:42.985874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:53:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:42.996380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-0134bcd1-fa01-479c-bc62-9bb8753dfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:42.997864 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-0134bcd1-fa01-479c-bc62-9bb8753dfc0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0440311 Jul 20 22:53:43.042555 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-55bad829-4b6d-4dfa-8493-e504a61789bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:53:43.044005 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-55bad829-4b6d-4dfa-8493-e504a61789bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395870 Jul 20 22:53:43.089070 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:53:43.144863 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-123814e5-4664-4fd6-ba5c-d7ff4bcc2160 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887311 Jul 20 22:53:43.240758 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f1bdd206-35f3-40c2-8a92-61626b946d02 req-6a47e406-a21c-44f2-a2d5-d73b104f4d60 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872774 Jul 20 22:53:43.310940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:25Z', 'updated_at': '2022-07-20T22:53:41Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:53:43.335398 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5aaeb9-2bb8-4f26-bc6b-19c1851c595d None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:53:25Z', 'updated_at': '2022-07-20T22:53:41Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:53:43.518540 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40031faf-bc86-47bd-8355-e03c1ec9d1aa None None] New status for floating IP cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:53:52.640480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=23 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:52.643549 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=38 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.236149 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=34 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.238054 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=67 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.308941 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=85 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.313875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=32 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.621655 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:53.624611 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=10 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:53:55.834414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:53:55.901525 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:54:01.674593 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-56449246-47e4-4862-8be4-3fc4cb37dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:03.982802 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bb476671-3221-4235-ba57-3fd0e7007551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:05.229045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:05.896590 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:05.897383 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:06.416936 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:06.982642 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:16.920271 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:16.922144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:16.931430 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:16.932146 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:25.844550 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:29.939959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:31.683904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e5a732bc-4b0a-4441-84c0-94bf43bc76e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:31.735860 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-c57fba2d-3955-4afa-a97d-c56a020a63a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383379 Jul 20 22:54:31.838930 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-6958a2b2-82a0-4d5e-b782-0b306da3afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:31.840333 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-6958a2b2-82a0-4d5e-b782-0b306da3afb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 1129 time: 0.0429409 Jul 20 22:54:31.941667 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-fc0de4e1-5096-4f5f-8a49-6ae3325bdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:31.943147 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-fc0de4e1-5096-4f5f-8a49-6ae3325bdfe5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.0854931 Jul 20 22:54:32.006993 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-74c9a3b4-2579-43e1-b9e5-c0f7234e055a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=806d0645-f98f-443f-8a84-c9eb87d740ca HTTP/1.1" status: 200 len: 1000 time: 0.0575674 Jul 20 22:54:32.054812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-3b2b3f41-3471-4ca9-90fd-17f1c3ba1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:32.056433 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-3b2b3f41-3471-4ca9-90fd-17f1c3ba1ad1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0438709 Jul 20 22:54:32.100216 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-11b1a25b-9177-478a-b50e-854cea1891a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:32.101668 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-11b1a25b-9177-478a-b50e-854cea1891a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388048 Jul 20 22:54:32.196125 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-bb1e1581-f75b-4bce-adcd-462a9a4c61d6 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Jul 20 22:54:32.283247 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0acbcac4-d7a3-4ee7-8289-c1204e3f64a7 req-5920e312-9bef-44aa-b1d7-6caea6ef6cdf service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Jul 20 22:54:32.901508 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:54:33.969954 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b8645917-469c-4f54-89be-2dad1360594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:35.233127 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:36.438287 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:37.010720 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:40.359266 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919750b-0125-42f4-bc0f-1f0524eed2a3 req-2b5296cb-7c61-4555-b92b-6dbb2e51e36c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:40.360780 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0919750b-0125-42f4-bc0f-1f0524eed2a3 req-2b5296cb-7c61-4555-b92b-6dbb2e51e36c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0482109 Jul 20 22:54:40.407881 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0919750b-0125-42f4-bc0f-1f0524eed2a3 req-971352b5-ce8d-43ae-adc7-4f4ee323cd8f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 Jul 20 22:54:41.526735 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b13358-f561-4d92-93d8-038f340b8be5 req-3d9167c4-cfef-46ec-a449-4646f32f3226 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:41.528205 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-16b13358-f561-4d92-93d8-038f340b8be5 req-3d9167c4-cfef-46ec-a449-4646f32f3226 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Jul 20 22:54:41.574774 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-16b13358-f561-4d92-93d8-038f340b8be5 req-24bf6678-773f-4d68-837b-1cc09933a8dd tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Jul 20 22:54:42.226731 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a91111-f569-4b29-b173-3565bea227cb req-1ddd832e-b0a0-4924-9f15-b3361f93d01f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:42.228178 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7a91111-f569-4b29-b173-3565bea227cb req-1ddd832e-b0a0-4924-9f15-b3361f93d01f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0466990 Jul 20 22:54:42.315165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 806d0645-f98f-443f-8a84-c9eb87d740ca {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:54:42.315512 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:42.412876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] For port 806d0645-f98f-443f-8a84-c9eb87d740ca, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=806d0645-f98f-443f-8a84-c9eb87d740ca,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:54:42.413246 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:42.693400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554ad5f-4901-4107-a9b3-97c86e10a95a req-1b75fb41-7a6f-4f3c-9700-244424eb4d22 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:42.694950 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9554ad5f-4901-4107-a9b3-97c86e10a95a req-1b75fb41-7a6f-4f3c-9700-244424eb4d22 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Jul 20 22:54:42.748629 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9554ad5f-4901-4107-a9b3-97c86e10a95a req-073b0e33-8951-46ef-a2b5-a4ddebed7dae tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=754f2c1c-0565-4bd0-a1ce-1b645be67ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473685 Jul 20 22:54:42.816184 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:42.816773 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:42.816888 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP 8b60a69c-9d34-4765-8dc4-d0a68804e096 disassociated. External IP: 172.27.1.75, port: 806d0645-f98f-443f-8a84-c9eb87d740ca. Jul 20 22:54:42.817177 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 806d0645-f98f-443f-8a84-c9eb87d740ca owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:54:42.820823 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:42.826959 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:42.896871 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:42.897776 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:43.009598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (806d0645-f98f-443f-8a84-c9eb87d740ca), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:43.038050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=806d0645-f98f-443f-8a84-c9eb87d740ca,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:43.052350 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.052762 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.053109 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.053453 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.053839 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.054171 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.054503 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.054830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.055199 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.055527 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.055863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.056771 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.057099 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.057423 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.058238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:43.161114 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:54:43.265124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:54:43.276410 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:54:43.289227 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:54:43.289840 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:54:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:54:43.307937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] No DVR routers for this DVR port 806d0645-f98f-443f-8a84-c9eb87d740ca on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:54:43.310430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:43.313823 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7a91111-f569-4b29-b173-3565bea227cb req-ad0c12a5-ae47-4195-b677-bba8f03e3c1e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "DELETE /v2.0/ports/806d0645-f98f-443f-8a84-c9eb87d740ca HTTP/1.1" status: 204 len: 173 time: 1.0808063 Jul 20 22:54:43.314360 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'name': 'network-vif-deleted', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:54:43.316715 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ffd9b-92b5-4e06-8733-8c8fd4af23cc" -d '{"events": [{"server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "name": "network-vif-deleted", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:54:43.351869 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b112b9a-c01a-49ad-9905-eb49b0ed8d02 x-openstack-request-id: req-4b112b9a-c01a-49ad-9905-eb49b0ed8d02 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:54:43.352172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed223901-02ac-40e4-a5df-9d4a3dedc2d2", "name": "network-vif-deleted", "tag": "806d0645-f98f-443f-8a84-c9eb87d740ca", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:54:43.352431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b112b9a-c01a-49ad-9905-eb49b0ed8d02 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:54:43.353704 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b112b9a-c01a-49ad-9905-eb49b0ed8d02'] response: {'server_uuid': 'ed223901-02ac-40e4-a5df-9d4a3dedc2d2', 'name': 'network-vif-deleted', 'tag': '806d0645-f98f-443f-8a84-c9eb87d740ca', 'status': 'completed', 'code': 200} Jul 20 22:54:43.395958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:54:43.591799 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:54:43.615901 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:54:43.624276 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:54:43.624818 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:54:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:54:43.727527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:54:43.854534 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6e15910d-0c5c-4d0c-a7ee-efcff6fff30d req-cac0a85a-2721-44d5-b7d3-31ed76e0c04b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=ed223901-02ac-40e4-a5df-9d4a3dedc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0282288 Jul 20 22:54:43.913302 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:54:43.941774 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05a6df7-a2cd-4e06-b6b7-a22cf777edd6 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:54:44.160638 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e9c1-04fe-459f-ad39-9ec8b4bc65a1 None None] New status for floating IP 8b60a69c-9d34-4765-8dc4-d0a68804e096: DOWN {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:54:44.987002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54016) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:45.044826 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (754f2c1c-0565-4bd0-a1ce-1b645be67ccc), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.072957 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (754f2c1c-0565-4bd0-a1ce-1b645be67ccc), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.169461 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (754f2c1c-0565-4bd0-a1ce-1b645be67ccc), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.172004 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.173151 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/security-groups/754f2c1c-0565-4bd0-a1ce-1b645be67ccc HTTP/1.1" status: 204 len: 168 time: 0.1851153 Jul 20 22:54:45.176043 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54018) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:45.183333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a297-6411-40a0-bf8b-aea6a2d06a6b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754f2c1c-0565-4bd0-a1ce-1b645be67ccc,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:45.195062 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-535d00c9-6559-45d8-8cb6-b08242f3af91 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] show failed (client error): The resource could not be found. Jul 20 22:54:45.196100 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-535d00c9-6559-45d8-8cb6-b08242f3af91 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups/754f2c1c-0565-4bd0-a1ce-1b645be67ccc HTTP/1.1" status: 404 len: 347 time: 0.0188358 Jul 20 22:54:45.199684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54020) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:45.320715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 9ed82b61-0185-4625-86f1-71d7f5cba165 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:54:45.369068 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.406906 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.407278 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (9ed82b61-0185-4625-86f1-71d7f5cba165), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.421056 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 9ed82b61-0185-4625-86f1-71d7f5cba165 owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:54:45.603257 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (9ed82b61-0185-4625-86f1-71d7f5cba165), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.629171 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=9ed82b61-0185-4625-86f1-71d7f5cba165,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:45.639929 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.640283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.640633 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.640981 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.641310 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.641647 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.642400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.642400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.642590 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.642919 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.643284 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.643594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.643918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.644242 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.644564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:45.706420 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (8b60a69c-9d34-4765-8dc4-d0a68804e096), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.708894 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.710090 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2a149fc5-aa5d-4863-8ec8-e4861012635e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/floatingips/8b60a69c-9d34-4765-8dc4-d0a68804e096 HTTP/1.1" status: 204 len: 168 time: 0.5093901 Jul 20 22:54:45.823525 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54024) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:45.828645 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508178215', 'description': 'tempest-description--144324922'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:45.894954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.921257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:45.960355 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (81b4674d-1bed-4a26-b6e3-765bd81c0ffd), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:45.981323 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 806d0645-f98f-443f-8a84-c9eb87d740ca no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:54:46.000419 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 806d0645-f98f-443f-8a84-c9eb87d740ca {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:54:46.000700 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 806d0645-f98f-443f-8a84-c9eb87d740ca not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:54:46.020646 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (81b4674d-1bed-4a26-b6e3-765bd81c0ffd), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.050498 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4674d-1bed-4a26-b6e3-765bd81c0ffd,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:46.096536 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.097802 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-7557576f-e830-4ea1-8a57-d3429759e521 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2732363 Jul 20 22:54:46.100748 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54026) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:46.106216 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '81b4674d-1bed-4a26-b6e3-765bd81c0ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:46.170367 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (e7dd69c7-749d-4147-b8a0-10c8f1930299), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.228793 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (e7dd69c7-749d-4147-b8a0-10c8f1930299), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.283518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (e7dd69c7-749d-4147-b8a0-10c8f1930299), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.303215 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7dd69c7-749d-4147-b8a0-10c8f1930299,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:46.365247 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.366446 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-43cce57d-c66c-4d01-9935-18d1256d35a2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647626 Jul 20 22:54:46.369092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54028) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:46.373274 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'security_group_rule': {'security_group_id': '81b4674d-1bed-4a26-b6e3-765bd81c0ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:46.380601 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:46.489624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (2c8c1a8e-93ed-4c43-919a-50160457c2e1), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.545642 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (2c8c1a8e-93ed-4c43-919a-50160457c2e1), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.632095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (2c8c1a8e-93ed-4c43-919a-50160457c2e1), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.652786 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8c1a8e-93ed-4c43-919a-50160457c2e1,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:46.730896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.732123 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1d870a9e-e813-4b9e-98db-cf9820344f35 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621178 Jul 20 22:54:46.735169 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54030) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:54:46.739397 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:46.843164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:46.923840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.027870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.27.1.236 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/aad0ab4b-1d4d-489d-8ea9-0a7d3074296b) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:54:47.135662 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.141789 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:47.214971 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.258307 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:54:47.261832 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:54:47.265854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:54:47.269277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=aad0ab4b-1d4d-489d-8ea9-0a7d3074296b,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:47.353202 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.455607 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.496788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:47.603811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.677332 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.744676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=aad0ab4b-1d4d-489d-8ea9-0a7d3074296b,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:47.754065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.811590 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:47.812866 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cf39f190-711f-45b4-8725-97a345a465f1 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0767477 Jul 20 22:54:48.014111 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-16dbda9f-6248-4aac-9f86-3feaff8b621c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1508178215&fields=id&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 267 time: 0.0448391 Jul 20 22:54:48.127609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-fd7adab1-ffe4-4a0a-ae53-71c148fd6e67 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:48.129080 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-fd7adab1-ffe4-4a0a-ae53-71c148fd6e67 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1081083 Jul 20 22:54:48.145725 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-f74e7c25-0b2f-4398-8abe-0711ff0285b7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/quotas/f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 375 time: 0.0112453 Jul 20 22:54:48.206526 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-a7e8376f-13c0-4657-b0cf-9f0f4d5a39ee tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553429 Jul 20 22:54:48.293712 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:48.322213 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:48.328262 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-f2d276a4-2d91-41c4-ab67-dd376c537a1f service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073992 Jul 20 22:54:48.427496 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-a2ee19de-8e5b-4d25-8faa-7701e9999cf9 service neutron] 10.222.0.81 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928383 Jul 20 22:54:48.668799 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-45bba668-5db0-447d-a090-41a826084f3e req-b033b30d-001f-4cdd-903c-c8d0456c842f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 210 time: 0.0337329 Jul 20 22:54:49.763424 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aedecacf-335b-4dd8-b95b-0d0139634b29 req-b1b895f7-4c77-4f8f-9644-9247fcbd4421 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 210 time: 0.0292964 Jul 20 22:54:50.629709 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-44e7eed6-6ac1-4083-9d0d-02597bb48501 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:50.631245 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-44e7eed6-6ac1-4083-9d0d-02597bb48501 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 814 time: 0.1060419 Jul 20 22:54:50.698567 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-fe7633c0-dcc5-448d-aef7-50fd69056df8 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f733781536584f80acfc325bf8444536 HTTP/1.1" status: 200 len: 380 time: 0.0522325 Jul 20 22:54:50.707211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'port': {'device_id': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'admin_state_up': True, 'tenant_id': 'f733781536584f80acfc325bf8444536', 'security_groups': ['81b4674d-1bed-4a26-b6e3-765bd81c0ffd']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:50.860163 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1db4667c-f6c6-46d5-ab40-26eeea2b6b16 req-4f392ac9-e6ff-436e-9c49-1fc676e31a16 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 210 time: 0.0294452 Jul 20 22:54:50.911330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Made reservation on behalf of f733781536584f80acfc325bf8444536 for: {'port': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:54:50.911330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:50.973948 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:51.046426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Allocated IP 172.20.0.3 (6b157aec-dd9e-48b2-9003-4eeafc1a43e4/52e323bc-f6f7-4a66-b487-045b8d7d6bf4/9c946aca-d30d-47a8-85d4-39572b50ee93) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:54:51.154942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:51.186521 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.272056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.319880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:54:51.325839 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:54:51.329787 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:54:51.369839 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event updated for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:51.384459 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:51.385335 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.468743 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-6342ecde-be80-4dd4-990f-0ef4fcac8b02 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649868 Jul 20 22:54:51.486172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Request body: {'port': {'device_id': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:54:51.548934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.550701 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:51.552272 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:51.559597 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-5b55c636-f3df-4ef4-b027-099995bae6b7 None None] Provisioning complete for port 9c946aca-d30d-47a8-85d4-39572b50ee93 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:54:51.566397 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5b55c636-f3df-4ef4-b027-099995bae6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.594466 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-5b55c636-f3df-4ef4-b027-099995bae6b7 None None] Port 9c946aca-d30d-47a8-85d4-39572b50ee93 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:54:51.802320 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c946aca-d30d-47a8-85d4-39572b50ee93 {{(pid=111123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:54:51.810375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks [] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.822705 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.provisioning_blocks [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Transition to ACTIVE for port object 9c946aca-d30d-47a8-85d4-39572b50ee93 will not be triggered until provisioned by entity L2. {{(pid=111123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:54:51.889088 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:51.944240 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:51.988781 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:51.988933 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea421d6-bc28-442f-bc1b-0aa9eb3ffdc5 req-20f52cdc-d2a6-468f-9747-27b14f92887b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:51.992011 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ea421d6-bc28-442f-bc1b-0aa9eb3ffdc5 req-20f52cdc-d2a6-468f-9747-27b14f92887b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 943 time: 0.0638144 Jul 20 22:54:52.020837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Attempting to bind port 9c946aca-d30d-47a8-85d4-39572b50ee93 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:54:52.024652 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Attempting to bind port 9c946aca-d30d-47a8-85d4-39572b50ee93 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:54:52.024652 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Attempting to bind port 9c946aca-d30d-47a8-85d4-39572b50ee93 on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:54:52.026528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Port 9c946aca-d30d-47a8-85d4-39572b50ee93 on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:54:52.026924 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Attempting to bind port 9c946aca-d30d-47a8-85d4-39572b50ee93 on network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:54:52.032105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:54:52.032515 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Checking segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:54:52.032977 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Bound using segment: {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'} {{(pid=111123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:54:52.033416 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.managers [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Bound port: 9c946aca-d30d-47a8-85d4-39572b50ee93, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eb85a7-de22-4ea2-b174-155e07b29311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4'}}] {{(pid=111123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:54:52.033776 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:52.043482 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ea421d6-bc28-442f-bc1b-0aa9eb3ffdc5 req-d54d276f-6e89-4188-8735-883f1db8bc9d tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473268 Jul 20 22:54:52.099091 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, cleared binding levels {{(pid=111123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:54:52.102125 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9c946aca-d30d-47a8-85d4-39572b50ee93,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:54:52.180524 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:52.189327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:52.224215 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.224833 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:52.226200 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] 10.222.0.23 "PUT /v2.0/ports/9c946aca-d30d-47a8-85d4-39572b50ee93 HTTP/1.1" status: 200 len: 1093 time: 0.7444191 Jul 20 22:54:52.226651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:54:52.229459 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f21576-6e25-4acb-9d1f-b50f10512383" -d '{"events": [{"name": "network-changed", "server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:54:52.247575 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e1bc7-e1e0-4749-98a8-53f249e382cf service neutron] Pushing event updated for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=3']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:52.268708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be28d40-59ca-4ebe-ba24-109a7a3b58fd x-openstack-request-id: req-7be28d40-59ca-4ebe-ba24-109a7a3b58fd {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:54:52.268708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:54:52.268708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7be28d40-59ca-4ebe-ba24-109a7a3b58fd {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:54:52.268708 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be28d40-59ca-4ebe-ba24-109a7a3b58fd'] response: {'name': 'network-changed', 'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'status': 'completed', 'code': 200} Jul 20 22:54:52.352220 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-bbc880bb-7006-47ff-9846-faee6d484a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.354581 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-bbc880bb-7006-47ff-9846-faee6d484a26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0455852 Jul 20 22:54:52.464039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-7e40d975-4fc9-4c3b-9635-8c43f35504cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.465497 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-7e40d975-4fc9-4c3b-9635-8c43f35504cf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f733781536584f80acfc325bf8444536&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969658 Jul 20 22:54:52.557766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-3f460a23-c5bd-44d0-9d2f-32d7f4990014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.559258 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-73f21576-6e25-4acb-9d1f-b50f10512383 req-3f460a23-c5bd-44d0-9d2f-32d7f4990014 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879068 Jul 20 22:54:52.656714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-36ff4da3-3fed-47c5-ad71-18d669cb79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.658098 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-36ff4da3-3fed-47c5-ad71-18d669cb79a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 1127 time: 0.0396216 Jul 20 22:54:52.706662 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-2a44a5fb-7279-4ca0-895f-a35bcd63fdd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c946aca-d30d-47a8-85d4-39572b50ee93 HTTP/1.1" status: 200 len: 217 time: 0.0353792 Jul 20 22:54:52.753627 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-932df66d-947d-4b88-8400-32c278d6031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.755036 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-932df66d-947d-4b88-8400-32c278d6031f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0421956 Jul 20 22:54:52.797505 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-68388a3f-7a01-4b02-ba88-c8877a5e3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:52.798948 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-68388a3f-7a01-4b02-ba88-c8877a5e3da8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378232 Jul 20 22:54:52.891714 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-b4e35469-efb9-4c8d-9911-f1008dec39ec service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870900 Jul 20 22:54:52.979482 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a64ce90-c28c-4770-af6d-49fbf42479f9 req-67ccb92d-a480-45c1-ac6f-d6b71bbd4777 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821154 Jul 20 22:54:53.159495 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a4396-0abb-4ef4-88d0-22957a7b49a6 req-dee01905-1479-41c7-bd7a-da9461189101 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:53.161091 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d04a4396-0abb-4ef4-88d0-22957a7b49a6 req-dee01905-1479-41c7-bd7a-da9461189101 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 943 time: 0.0486045 Jul 20 22:54:53.208959 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d04a4396-0abb-4ef4-88d0-22957a7b49a6 req-2ab3aafa-071a-4351-a7e5-cd5022ccedf2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Jul 20 22:54:54.232860 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:54.234770 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:54:54.327755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4396d-c8fb-4dcb-b690-067f04b106c1 req-2cd385ee-7bda-4d94-9811-9a0ec02326f0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:54.329360 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d3b4396d-c8fb-4dcb-b690-067f04b106c1 req-2cd385ee-7bda-4d94-9811-9a0ec02326f0 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 943 time: 0.0527289 Jul 20 22:54:54.381220 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d3b4396d-c8fb-4dcb-b690-067f04b106c1 req-88af0386-f197-4f64-9130-5ccb92d1e693 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461037 Jul 20 22:54:55.505374 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b3b66-61c3-4739-8407-c467d1463ebb req-21c8f1b0-641a-4bdf-8f7d-a25aa8bb6cf7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:55.506757 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147b3b66-61c3-4739-8407-c467d1463ebb req-21c8f1b0-641a-4bdf-8f7d-a25aa8bb6cf7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 943 time: 0.0540328 Jul 20 22:54:55.553658 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-147b3b66-61c3-4739-8407-c467d1463ebb req-a6966b7c-f487-420c-8344-ae540e7a2dd7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404861 Jul 20 22:54:55.888482 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:56.053859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 9c946aca-d30d-47a8-85d4-39572b50ee93 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:54:56.152361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9c946aca-d30d-47a8-85d4-39572b50ee93,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:54:56.163060 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'port_id': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'mac_address': 'fa:16:3e:71:09:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:54:56.197587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 9c946aca-d30d-47a8-85d4-39572b50ee93 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:54:56.197980 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:56.210613 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c946aca-d30d-47a8-85d4-39572b50ee93 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:54:56.230587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9c946aca-d30d-47a8-85d4-39572b50ee93,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:54:56.311196 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:56.356696 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:56.363985 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.364331 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.364673 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.365009 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.365340 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.365667 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.365993 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.366400 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.366726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.367078 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.367408 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.367731 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.368050 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.368368 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.368687 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:54:56.671583 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b2e2-b7d0-4d3a-ba95-3aab95a157e0 req-fde1aad1-d76e-46de-8615-3b995bb0e59c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:56.673082 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2f70b2e2-b7d0-4d3a-ba95-3aab95a157e0 req-fde1aad1-d76e-46de-8615-3b995bb0e59c tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 944 time: 0.0493522 Jul 20 22:54:56.727092 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2f70b2e2-b7d0-4d3a-ba95-3aab95a157e0 req-4271d8e2-f887-4303-9075-0af1ca0b403e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485392 Jul 20 22:54:56.746720 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['9c946aca-d30d-47a8-85d4-39572b50ee93'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:54:57.844825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a91e16-680c-4cd3-a9aa-9c4daefb6d67 req-176229bb-311b-4c70-85d8-31eefca6d10f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:57.847568 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-69a91e16-680c-4cd3-a9aa-9c4daefb6d67 req-176229bb-311b-4c70-85d8-31eefca6d10f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 944 time: 0.0499902 Jul 20 22:54:57.893937 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-69a91e16-680c-4cd3-a9aa-9c4daefb6d67 req-38fb6625-1d37-4357-96d6-3272c2e1dcb5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Jul 20 22:54:58.056505 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 9c946aca-d30d-47a8-85d4-39572b50ee93 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:54:58.100995 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 9c946aca-d30d-47a8-85d4-39572b50ee93 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:54:58.168290 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 9c946aca-d30d-47a8-85d4-39572b50ee93 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:54:58.168663 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:58.239559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 9c946aca-d30d-47a8-85d4-39572b50ee93 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:54:58.239948 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:58.263401 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:54:58.265638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2466c10f-8e66-4dc9-bb7f-ed313220a94f" -d '{"events": [{"server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "name": "network-vif-plugged", "status": "completed", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:54:58.277953 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9c946aca-d30d-47a8-85d4-39572b50ee93,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:54:58.303232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662cece-193c-4f10-a7a0-39485ec19b85 x-openstack-request-id: req-3662cece-193c-4f10-a7a0-39485ec19b85 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:54:58.303582 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "name": "network-vif-plugged", "status": "completed", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:54:58.308667 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3662cece-193c-4f10-a7a0-39485ec19b85 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:54:58.308667 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3662cece-193c-4f10-a7a0-39485ec19b85'] response: {'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'code': 200} Jul 20 22:54:58.351288 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:54:58.398455 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:54:58.701478 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16ff84-bcb9-49ec-ae7d-6dafe3dd119d req-4ff8b34a-e771-42c9-8b54-cece159c88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:58.702959 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf16ff84-bcb9-49ec-ae7d-6dafe3dd119d req-4ff8b34a-e771-42c9-8b54-cece159c88b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 1129 time: 0.0397213 Jul 20 22:54:58.748788 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf16ff84-bcb9-49ec-ae7d-6dafe3dd119d req-acc25f3a-9be9-47a2-9b14-a5614fdbcb43 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 Jul 20 22:54:59.013564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa34b42-6786-4f70-8d67-b039f8e0e6d3 req-26e2525c-4f8f-47d1-b3f8-71075e0643ae tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:54:59.015066 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7aa34b42-6786-4f70-8d67-b039f8e0e6d3 req-26e2525c-4f8f-47d1-b3f8-71075e0643ae tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Jul 20 22:54:59.061416 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7aa34b42-6786-4f70-8d67-b039f8e0e6d3 req-460b22b1-239d-43cc-ac13-2725e2b46c69 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Jul 20 22:55:00.184430 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf3866-2bfa-48ac-a6e3-8272b00adf16 req-439ed388-b247-4a0c-ad19-f74a2d8f183f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:00.186055 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91bf3866-2bfa-48ac-a6e3-8272b00adf16 req-439ed388-b247-4a0c-ad19-f74a2d8f183f tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0524025 Jul 20 22:55:00.232840 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91bf3866-2bfa-48ac-a6e3-8272b00adf16 req-654a4538-1910-402b-99d2-47f6743b4fda tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Jul 20 22:55:01.346960 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c8dd-2c29-4be7-a6c0-ffe500bb84bf req-b0127976-a391-4132-8d3a-3eba3d1a4211 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:01.356814 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc10c8dd-2c29-4be7-a6c0-ffe500bb84bf req-b0127976-a391-4132-8d3a-3eba3d1a4211 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Jul 20 22:55:01.396023 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc10c8dd-2c29-4be7-a6c0-ffe500bb84bf req-82a45327-a28f-403d-bcd1-129f7716220a tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412905 Jul 20 22:55:01.494692 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:01.505596 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffe307-53cc-48af-8180-d8e2622e995a req-b2cf8b10-818a-4f42-b67a-74ca5b5fbbbf tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:01.507084 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-07ffe307-53cc-48af-8180-d8e2622e995a req-b2cf8b10-818a-4f42-b67a-74ca5b5fbbbf tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Jul 20 22:55:01.516341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54124) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:01.520616 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Request body: {'floatingip': {'port_id': '9c946aca-d30d-47a8-85d4-39572b50ee93'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:55:01.557766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:01.605938 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:01.668874 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:01.692603 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cb4235f2-46ec-4aa4-8389-c86e3ad212c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:01.991388 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:02.054465 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:02.152239 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP c2bf944a-0d9c-4af2-815e-90638fcd116c associated. External IP: 172.27.1.236, port: 9c946aca-d30d-47a8-85d4-39572b50ee93. Jul 20 22:55:02.352687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:55:02.696676 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:55:02.701830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:02.706683 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:55:02.717011 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:02.717607 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:54:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:02.731984 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-627722b0-25d9-47ea-8dc3-d3ed6bfb329b tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "PUT /v2.0/floatingips/c2bf944a-0d9c-4af2-815e-90638fcd116c HTTP/1.1" status: 200 len: 991 time: 1.2144644 Jul 20 22:55:02.732579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:55:02.734892 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:55:02.757423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:02.771214 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49a0d71-0ff9-4e09-b0c0-404555fab4d8 x-openstack-request-id: req-a49a0d71-0ff9-4e09-b0c0-404555fab4d8 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:55:02.771976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:55:02.771976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a49a0d71-0ff9-4e09-b0c0-404555fab4d8 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:55:02.772201 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49a0d71-0ff9-4e09-b0c0-404555fab4d8'] response: {'name': 'network-changed', 'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'status': 'completed', 'code': 200} Jul 20 22:55:02.828636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:02.861937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:02.872391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-1f65a3b2-6516-4699-86c6-0a2092735134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:02.878234 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-1f65a3b2-6516-4699-86c6-0a2092735134 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f733781536584f80acfc325bf8444536&device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 1129 time: 0.0461974 Jul 20 22:55:02.968272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-ab84ae0b-3c5e-4e8b-a23b-b6cefeafb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:02.969675 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-ab84ae0b-3c5e-4e8b-a23b-b6cefeafb539 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 200 len: 915 time: 0.0899625 Jul 20 22:55:03.031913 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-932bb90b-604d-4f9f-b3ae-12b0eb5f7e24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c946aca-d30d-47a8-85d4-39572b50ee93 HTTP/1.1" status: 200 len: 999 time: 0.0560520 Jul 20 22:55:03.038144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c2bf944a-0d9c-4af2-815e-90638fcd116c', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:71:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:54:47Z', 'updated_at': '2022-07-20T22:55:01Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:03.046540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:03.066897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:55:03.076044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:03.077044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:54:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:03.082285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-98fbc1e2-aa0b-4c7d-a7aa-b9880d63a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:03.083781 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-98fbc1e2-aa0b-4c7d-a7aa-b9880d63a82f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 200 len: 853 time: 0.0457528 Jul 20 22:55:03.131511 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-dbcb5f2a-f27c-48c0-9e74-0ce9afe9c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:03.133036 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-dbcb5f2a-f27c-48c0-9e74-0ce9afe9c112 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b157aec-dd9e-48b2-9003-4eeafc1a43e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428734 Jul 20 22:55:03.179367 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:03.229732 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-8d405905-3aa7-43cf-8a78-03378b193576 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890481 Jul 20 22:55:03.330853 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ea1dd6ea-88a9-4dbc-823b-c73b04923e3b req-96d31c84-912b-4d52-a45b-4b585a7baa52 service neutron] 10.222.0.23 "GET /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948622 Jul 20 22:55:03.520170 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c2bf944a-0d9c-4af2-815e-90638fcd116c', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:71:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:54:47Z', 'updated_at': '2022-07-20T22:55:01Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:03.550417 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51d014-7dd9-4fad-8808-da0f811e7b96 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c2bf944a-0d9c-4af2-815e-90638fcd116c', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'floating_ip_address': '172.27.1.236', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'port_id': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'mac_address': 'fa:16:3e:71:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:54:47Z', 'updated_at': '2022-07-20T22:55:01Z', 'revision_number': 1, 'project_id': 'f733781536584f80acfc325bf8444536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:55:03.730973 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e2194-0655-4978-9492-960c1382dd40 None None] New status for floating IP c2bf944a-0d9c-4af2-815e-90638fcd116c: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:55:03.979561 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4fbb93d6-db2c-4049-b49f-ad3b2f9bd0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:05.299121 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:06.362945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:06.487627 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:07.019334 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:09.900276 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:55:11.389898 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=68 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:11.392773 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=81 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:12.287147 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f9167-8a76-4f77-8ca6-58164f26892e req-16a941d3-be8e-4341-80d1-1e3fe7ef401b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:12.288636 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-326f9167-8a76-4f77-8ca6-58164f26892e req-16a941d3-be8e-4341-80d1-1e3fe7ef401b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0513124 Jul 20 22:55:12.336099 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-326f9167-8a76-4f77-8ca6-58164f26892e req-f387f4f2-a3b2-4425-bc4d-f936174493a2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Jul 20 22:55:13.317284 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=44 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:13.328338 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=17 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:13.460194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aa76f-ff66-4710-a6aa-1a0dfd25f63b req-bdc0a62f-ed25-49f0-b7e5-036a3683d599 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:13.461594 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-064aa76f-ff66-4710-a6aa-1a0dfd25f63b req-bdc0a62f-ed25-49f0-b7e5-036a3683d599 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Jul 20 22:55:13.509097 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-064aa76f-ff66-4710-a6aa-1a0dfd25f63b req-8589f539-02a8-4199-9261-3dc004e95e15 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Jul 20 22:55:14.628412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f92bb-3e64-4cee-a7df-414df18e4b59 req-cfd071ce-3bd7-4173-9897-3ac3d7ab84c9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:14.629860 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a12f92bb-3e64-4cee-a7df-414df18e4b59 req-cfd071ce-3bd7-4173-9897-3ac3d7ab84c9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0470877 Jul 20 22:55:14.676007 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a12f92bb-3e64-4cee-a7df-414df18e4b59 req-75d1902d-0a39-4c8e-91e2-85e1b8421a7b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Jul 20 22:55:15.793013 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509bc9e-bd57-4997-b9ff-e8c3f6d6ddea req-7f94d52f-8f60-43fa-a60c-363d70bcbda0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:15.794450 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1509bc9e-bd57-4997-b9ff-e8c3f6d6ddea req-7f94d52f-8f60-43fa-a60c-363d70bcbda0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0473032 Jul 20 22:55:15.843640 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1509bc9e-bd57-4997-b9ff-e8c3f6d6ddea req-06d679f0-ccd6-4f24-998c-170a33097b25 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 Jul 20 22:55:16.912386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:16.919414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:16.961741 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0bba4-6918-43fa-b519-1dca978d1cd2 req-11813ab8-32ec-4152-9bb9-92a0cd539bd9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:16.963238 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b1c0bba4-6918-43fa-b519-1dca978d1cd2 req-11813ab8-32ec-4152-9bb9-92a0cd539bd9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Jul 20 22:55:17.014241 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b1c0bba4-6918-43fa-b519-1dca978d1cd2 req-2ddec2bf-2362-4053-a9e4-62e8f6b027b0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Jul 20 22:55:18.130915 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77995-9ebb-4a69-8807-421e2478ab7f req-4edfdc37-f3cc-4b8e-80d2-3bcd23f55377 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:18.132419 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4cf77995-9ebb-4a69-8807-421e2478ab7f req-4edfdc37-f3cc-4b8e-80d2-3bcd23f55377 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Jul 20 22:55:18.179968 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4cf77995-9ebb-4a69-8807-421e2478ab7f req-4aadbf16-5bab-4137-a09a-71f657245f6e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Jul 20 22:55:19.302181 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5f571-cefd-4516-96ca-5b185362873f req-202933eb-6fc0-4efa-bc5b-521d54dcc33f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:19.303791 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b0c5f571-cefd-4516-96ca-5b185362873f req-202933eb-6fc0-4efa-bc5b-521d54dcc33f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Jul 20 22:55:19.351584 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b0c5f571-cefd-4516-96ca-5b185362873f req-f87172aa-21ad-408e-958c-d2f7719e49d0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415032 Jul 20 22:55:20.471503 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a67faf-10a7-4033-ba9e-4d29aa2d77b9 req-c9a6ec53-d20f-4edd-adc1-ff96fc2cd426 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:20.473000 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-94a67faf-10a7-4033-ba9e-4d29aa2d77b9 req-c9a6ec53-d20f-4edd-adc1-ff96fc2cd426 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Jul 20 22:55:20.521004 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-94a67faf-10a7-4033-ba9e-4d29aa2d77b9 req-42ebdefa-7056-46f9-9a86-f8844b216437 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423641 Jul 20 22:55:21.640514 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2447a-ef51-4a99-acdb-33b2457c5432 req-fd8baa97-0994-4724-8659-fca376da5e9a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:21.642017 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9fc2447a-ef51-4a99-acdb-33b2457c5432 req-fd8baa97-0994-4724-8659-fca376da5e9a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0474679 Jul 20 22:55:21.689457 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9fc2447a-ef51-4a99-acdb-33b2457c5432 req-c4ac7c2b-2630-41fd-9209-bdbd7f593b52 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Jul 20 22:55:22.815157 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1a60-d51d-4aeb-8310-a37ae5bc5f13 req-6d756ffd-ee4f-41bf-a2ed-42f86de72616 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:22.816618 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8aee1a60-d51d-4aeb-8310-a37ae5bc5f13 req-6d756ffd-ee4f-41bf-a2ed-42f86de72616 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0515864 Jul 20 22:55:22.863746 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8aee1a60-d51d-4aeb-8310-a37ae5bc5f13 req-46a60eab-d710-4d23-b722-f313787057e6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Jul 20 22:55:23.125280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac73b19-96d4-4a0d-ae21-ec912937ebcd req-ad1c1b41-5e7b-49ac-82d2-b37ea57d9119 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:23.126658 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4ac73b19-96d4-4a0d-ae21-ec912937ebcd req-ad1c1b41-5e7b-49ac-82d2-b37ea57d9119 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0468948 Jul 20 22:55:23.174071 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4ac73b19-96d4-4a0d-ae21-ec912937ebcd req-78b575d6-1427-416f-a71d-e2ed4b5a1c96 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Jul 20 22:55:23.986729 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c535c-91b2-415f-86b9-56cb4c3eb106 req-9215f642-fe4c-4a45-a82c-17659145ee15 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:23.988224 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2b4c535c-91b2-415f-86b9-56cb4c3eb106 req-9215f642-fe4c-4a45-a82c-17659145ee15 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0509961 Jul 20 22:55:24.035837 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2b4c535c-91b2-415f-86b9-56cb4c3eb106 req-cd770808-e4e7-4b49-8d96-89e2d20227be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421841 Jul 20 22:55:24.287647 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca55f37-a4d2-4274-bca0-49026ae51fb6 req-e7f84b77-441d-4066-9167-cf45a9d6cbf5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:24.289081 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ca55f37-a4d2-4274-bca0-49026ae51fb6 req-e7f84b77-441d-4066-9167-cf45a9d6cbf5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0464103 Jul 20 22:55:24.338770 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8ca55f37-a4d2-4274-bca0-49026ae51fb6 req-e8d80021-5eeb-4ca6-979a-7109a8559564 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Jul 20 22:55:25.215233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c201a-9601-486a-b079-884bd8c83480 req-2ae8b112-2232-4c91-8d15-229f83afebea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:25.217450 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb1c201a-9601-486a-b079-884bd8c83480 req-2ae8b112-2232-4c91-8d15-229f83afebea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.1106696 Jul 20 22:55:25.266074 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fb1c201a-9601-486a-b079-884bd8c83480 req-c092be98-2651-426c-9477-fea0c1f7f8b5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421968 Jul 20 22:55:25.469170 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-9b41b499-37c0-4615-a4fb-8ba689c46983 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:25.470640 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-9b41b499-37c0-4615-a4fb-8ba689c46983 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.0478728 Jul 20 22:55:25.553419 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bab797-d37d-4fbe-a929-84915eecc0ee req-0579a81f-0bbc-4e02-b0fa-106d9c64c8ed tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:25.554895 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-52bab797-d37d-4fbe-a929-84915eecc0ee req-0579a81f-0bbc-4e02-b0fa-106d9c64c8ed tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 946 time: 0.1494355 Jul 20 22:55:25.628819 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Deleting port bf675cfa-21b6-4533-a61f-f27518f53c13 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:25.629072 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:25.648715 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-52bab797-d37d-4fbe-a929-84915eecc0ee req-38965273-b9ef-4ed6-b652-fbf86cb80cc5 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853467 Jul 20 22:55:25.727352 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] For port bf675cfa-21b6-4533-a61f-f27518f53c13, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bf675cfa-21b6-4533-a61f-f27518f53c13,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:25.727717 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:25.741460 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:25.789147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:25.887682 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:25.897010 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:25.897367 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:25.897677 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Floating IP 8b9f97d0-f964-4141-8e95-a443b8f0245d disassociated. External IP: 172.27.1.194, port: bf675cfa-21b6-4533-a61f-f27518f53c13. Jul 20 22:55:25.898017 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Calling delete_port for bf675cfa-21b6-4533-a61f-f27518f53c13 owned by compute:nova {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:26.093587 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (bf675cfa-21b6-4533-a61f-f27518f53c13), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:26.126456 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'Port': ['ID=bf675cfa-21b6-4533-a61f-f27518f53c13,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:26.177185 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:55:26.240480 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:55:26.280610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:26.291596 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:55:26.327451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: ACTIVE; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:55:26.328092 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:26.342717 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:55:26.351736 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:55:26.372965 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:55:26.381395 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:26.387474 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:26.388162 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:55:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:26.391249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8656b-9dc6-4ff6-a9ac-9b35d67b7fef req-5ac0c3e9-3f64-483c-8994-ea45112eb8ae tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:26.392957 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-60a8656b-9dc6-4ff6-a9ac-9b35d67b7fef req-5ac0c3e9-3f64-483c-8994-ea45112eb8ae tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0550199 Jul 20 22:55:26.404572 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] No DVR routers for this DVR port bf675cfa-21b6-4533-a61f-f27518f53c13 on host hv-cinder-79987 {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:55:26.405195 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:26.409245 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e2e88b61-f7e9-4a14-9cee-e038a44ee49e req-aa27db81-cbaf-4ee6-b276-dca337dc01f1 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.23 "DELETE /v2.0/ports/bf675cfa-21b6-4533-a61f-f27518f53c13 HTTP/1.1" status: 204 len: 173 time: 0.9248779 Jul 20 22:55:26.409707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'name': 'network-vif-deleted', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:55:26.412067 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b974d722-6b3a-4bff-a92a-9b00f8e3385e" -d '{"events": [{"server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "name": "network-vif-deleted", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:55:26.453015 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67801ab0-1f96-4588-8d6e-8eb5f75a58e6 x-openstack-request-id: req-67801ab0-1f96-4588-8d6e-8eb5f75a58e6 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:55:26.453322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ade60e-70bf-4df4-b465-01bbac79f154", "name": "network-vif-deleted", "tag": "bf675cfa-21b6-4533-a61f-f27518f53c13", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:55:26.453574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67801ab0-1f96-4588-8d6e-8eb5f75a58e6 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:55:26.454015 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67801ab0-1f96-4588-8d6e-8eb5f75a58e6'] response: {'server_uuid': '91ade60e-70bf-4df4-b465-01bbac79f154', 'name': 'network-vif-deleted', 'tag': 'bf675cfa-21b6-4533-a61f-f27518f53c13', 'status': 'completed', 'code': 200} Jul 20 22:55:26.469028 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:26.471689 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-60a8656b-9dc6-4ff6-a9ac-9b35d67b7fef req-58444654-fc27-4bfe-952e-91eca5d69bac tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720005 Jul 20 22:55:26.525933 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:26.583534 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=6']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:26.724579 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['bc39b14d-82b6-414a-8492-34acd0bf0123'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:55:26.750733 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cedd9aa8-2bbb-4049-a138-23da4d0a0f9a req-8ed24fa9-1574-4479-8ac5-91722708cd54 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ade60e-70bf-4df4-b465-01bbac79f154 HTTP/1.1" status: 200 len: 210 time: 0.0295978 Jul 20 22:55:26.777804 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:26.809286 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:55:26.842131 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:26.843121 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:55:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:26.985108 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:26.990887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:26.997622 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:27.182807 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:27.208751 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469c1ad-5e97-4aaa-bf86-d0bf3b337a7f None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:45:30Z', 'revision_number': 4, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '83695a27-3076-4230-8dcf-d0f76c154570', 'name': '', 'network_id': 'b15c8654-25e9-4d25-a03d-08719b813dd0', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'mac_address': 'fa:16:3e:de:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:28Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'subnets': [{'id': 'd7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:55:27.410777 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f97964-a62f-4de1-be1d-91b7721999f2 None None] New status for floating IP 8b9f97d0-f964-4141-8e95-a443b8f0245d: DOWN {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:55:27.414671 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:27.415611 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:27.604999 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aef4ae-f4d1-4b30-8ee2-5ff79bd65963 req-458cfde9-a7e5-4c1f-89e6-db4d9aa31040 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:27.606523 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-77aef4ae-f4d1-4b30-8ee2-5ff79bd65963 req-458cfde9-a7e5-4c1f-89e6-db4d9aa31040 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 944 time: 0.0536017 Jul 20 22:55:27.670566 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-77aef4ae-f4d1-4b30-8ee2-5ff79bd65963 req-299bd2f8-7206-49f1-a6cc-f3efa0cff886 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 Jul 20 22:55:27.951982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54306) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:28.006584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (d1e6bdbf-37ea-4d60-a210-edde6ecb8b60), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.041366 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (d1e6bdbf-37ea-4d60-a210-edde6ecb8b60), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.175383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:55:28.196305 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d1e6bdbf-37ea-4d60-a210-edde6ecb8b60), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.198917 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.200128 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "DELETE /v2.0/security-groups/d1e6bdbf-37ea-4d60-a210-edde6ecb8b60 HTTP/1.1" status: 204 len: 168 time: 0.2471373 Jul 20 22:55:28.203531 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54308) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:28.211546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae94c43-c0bc-4f4e-b7ed-0f8109166899 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e6bdbf-37ea-4d60-a210-edde6ecb8b60,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:28.223140 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-ac4d1648-8a63-47c0-b044-6dcd2f2d8a43 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] show failed (client error): The resource could not be found. Jul 20 22:55:28.224231 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ac4d1648-8a63-47c0-b044-6dcd2f2d8a43 tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "GET /v2.0/security-groups/d1e6bdbf-37ea-4d60-a210-edde6ecb8b60 HTTP/1.1" status: 404 len: 347 time: 0.0197215 Jul 20 22:55:28.227184 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54310) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:28.234770 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port bc39b14d-82b6-414a-8492-34acd0bf0123 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:55:28.235179 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.307461 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:55:28.307852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.330437 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:55:28.332664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a3097-a9b1-41ac-85dc-ca187f9fcbdf" -d '{"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:55:28.340701 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Deleting port bef129be-cb0b-49bd-bea1-b620e7116295 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:28.341157 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.343310 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:28.348652 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:28.370242 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc32b5-0996-4b22-bb5e-57a247b6dfc2 x-openstack-request-id: req-61bc32b5-0996-4b22-bb5e-57a247b6dfc2 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:55:28.370535 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:55:28.370785 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61bc32b5-0996-4b22-bb5e-57a247b6dfc2 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:55:28.371234 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61bc32b5-0996-4b22-bb5e-57a247b6dfc2'] response: {'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'code': 200} Jul 20 22:55:28.420251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.420573 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (bef129be-cb0b-49bd-bea1-b620e7116295), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.432591 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Calling delete_port for bef129be-cb0b-49bd-bea1-b620e7116295 owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:28.438204 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:28.459330 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.460201 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bf675cfa-21b6-4533-a61f-f27518f53c13 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:55:28.495412 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: bf675cfa-21b6-4533-a61f-f27518f53c13 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:55:28.495754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bf675cfa-21b6-4533-a61f-f27518f53c13 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:55:28.525573 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=7']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:28.630546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (bef129be-cb0b-49bd-bea1-b620e7116295), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.656299 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Pushing event deleted for resources: {'Port': ['ID=bef129be-cb0b-49bd-bea1-b620e7116295,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:28.722386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks [] for floatingip (8b9f97d0-f964-4141-8e95-a443b8f0245d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.724961 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:28.726140 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-80068d33-8a67-4dc0-9050-3ea0d3a1b7be tempest-AttachVolumeTestJSON-638484999 tempest-AttachVolumeTestJSON-638484999-project] 10.222.0.81 "DELETE /v2.0/floatingips/8b9f97d0-f964-4141-8e95-a443b8f0245d HTTP/1.1" status: 204 len: 168 time: 0.4978638 Jul 20 22:55:28.780132 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91901-3a13-4107-b738-e129d2d489a9 req-31484300-4d0e-451d-905e-344cf980ebb3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:28.781628 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4f91901-3a13-4107-b738-e129d2d489a9 req-31484300-4d0e-451d-905e-344cf980ebb3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jul 20 22:55:28.835887 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4f91901-3a13-4107-b738-e129d2d489a9 req-c263258b-2c12-4b20-a037-8b7872ee7840 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485568 Jul 20 22:55:29.957761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899e552-c4b5-45b8-806d-15fbb65b695d req-34886723-0990-419d-86b1-608765c436c3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:29.959245 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a899e552-c4b5-45b8-806d-15fbb65b695d req-34886723-0990-419d-86b1-608765c436c3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0471635 Jul 20 22:55:30.005898 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a899e552-c4b5-45b8-806d-15fbb65b695d req-f19d5700-5092-4ca8-937a-6b2971594d9e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411062 Jul 20 22:55:31.110102 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:31.126469 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6865e-a76e-42b3-a7d7-d056f84cf4b3 req-71620870-27da-4f29-8a1c-d7a20c3d0bc7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:31.127999 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-38c6865e-a76e-42b3-a7d7-d056f84cf4b3 req-71620870-27da-4f29-8a1c-d7a20c3d0bc7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0484591 Jul 20 22:55:31.172552 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:31.177432 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-38c6865e-a76e-42b3-a7d7-d056f84cf4b3 req-d2ba6a6e-a910-42c6-990f-09ba5a955373 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Jul 20 22:55:31.687888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7f50-864a-446a-9d7c-394987441496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:32.299939 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d98fb-1197-49ed-80cd-7d301c3829ce req-5c55eac3-8b71-4143-ad6a-5f8d0f5eea16 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:32.302842 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d52d98fb-1197-49ed-80cd-7d301c3829ce req-5c55eac3-8b71-4143-ad6a-5f8d0f5eea16 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0509059 Jul 20 22:55:32.351548 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d52d98fb-1197-49ed-80cd-7d301c3829ce req-cd11331f-0421-47b4-bf73-136c73a9811f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Jul 20 22:55:32.749130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54370) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:33.173296 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (fb2d6287-e677-4419-885f-4cc3c46b352b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:33.426672 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Deleting port 83695a27-3076-4230-8dcf-d0f76c154570 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:33.426672 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (83695a27-3076-4230-8dcf-d0f76c154570), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:33.545077 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b521c4-c4d2-4a92-9395-a98f451db606 req-29477e80-b3f0-488e-933b-67ceb9f66683 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:33.546575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7b521c4-c4d2-4a92-9395-a98f451db606 req-29477e80-b3f0-488e-933b-67ceb9f66683 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0938025 Jul 20 22:55:33.565315 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] For port 83695a27-3076-4230-8dcf-d0f76c154570, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=83695a27-3076-4230-8dcf-d0f76c154570,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:33.569513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (83695a27-3076-4230-8dcf-d0f76c154570), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:33.588391 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Calling delete_port for 83695a27-3076-4230-8dcf-d0f76c154570 owned by network:router_interface {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:33.726928 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7b521c4-c4d2-4a92-9395-a98f451db606 req-852f91a4-8798-4c30-ba5d-b7d1c832ab6b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496906 Jul 20 22:55:33.770307 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-fe55f695-de1f-4422-a46f-11e4ec734e47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561538 Jul 20 22:55:33.810185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:33.837239 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:33.852815 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-ad6ab528-99ed-4153-add8-c654e5c9c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:33.854542 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-ad6ab528-99ed-4153-add8-c654e5c9c607 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.0492351 Jul 20 22:55:33.994706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-ee2b9676-994b-437a-ad50-606af51d5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:33.994706 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-ee2b9676-994b-437a-ad50-606af51d5300 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.1125989 Jul 20 22:55:34.062815 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-2c47e4b2-927f-44fc-aad3-f1019b5756a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 1001 time: 0.0652056 Jul 20 22:55:34.071265 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-88212b38-c5b2-48f2-8cb5-4adce3a80c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:34.118211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-e9f278a3-9c4d-4cd9-a990-2cea96427341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:34.120007 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-e9f278a3-9c4d-4cd9-a990-2cea96427341 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0512476 Jul 20 22:55:34.141047 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (83695a27-3076-4230-8dcf-d0f76c154570), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:34.170371 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83695a27-3076-4230-8dcf-d0f76c154570,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:34.196903 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-64d57313-75bc-4bfd-bb96-b4f6cdd06640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:34.200043 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-64d57313-75bc-4bfd-bb96-b4f6cdd06640 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735629 Jul 20 22:55:34.289036 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:34.312704 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-c6efc3f1-14ea-4a47-b283-daf2e861282f service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069496 Jul 20 22:55:34.434747 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (fb2d6287-e677-4419-885f-4cc3c46b352b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:34.462479 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bf750fc8-6b4d-4b4d-bd59-68dc1eacf99c req-0c1a27f2-99c8-47c3-b071-d15224e00999 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397831 Jul 20 22:55:34.845242 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa7a4b-9db0-4ef6-86df-2ebb1a0f9d1b req-73e94ce6-218d-4c8d-9d8f-c0182e4239f7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:34.852319 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-48fa7a4b-9db0-4ef6-86df-2ebb1a0f9d1b req-73e94ce6-218d-4c8d-9d8f-c0182e4239f7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0592227 Jul 20 22:55:34.914859 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-48fa7a4b-9db0-4ef6-86df-2ebb1a0f9d1b req-a7b01788-c62c-4b25-a86b-b22d5f99d564 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617006 Jul 20 22:55:34.990774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Router fb2d6287-e677-4419-885f-4cc3c46b352b has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:55:35.126397 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:55:35.136060 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Sync routers for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:55:35.137046 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54386) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:35.140226 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9f157f0b-549f-490f-918d-b2352a9cf4a5 admin admin] 10.222.0.81 "PUT /v2.0/routers/fb2d6287-e677-4419-885f-4cc3c46b352b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913066 Jul 20 22:55:35.147449 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:35.148376 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:55:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:35.289296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:35.311386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:35.323065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks [] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:35.453263 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks [] for router_gateway (fb2d6287-e677-4419-885f-4cc3c46b352b), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:35.477206 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:35.530382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:35.592048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Deleting port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:35.592471 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:35.603279 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:55:33Z', 'revision_number': 5, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port': {'id': 'fe63c9ef-1f21-468a-9b8f-91d5ab7e6822', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:23Z', 'updated_at': '2022-07-20T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:35.631068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Checking router: fb2d6287-e677-4419-885f-4cc3c46b352b for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:55:35.657801 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Routers {'fb2d6287-e677-4419-885f-4cc3c46b352b'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:55:35.660469 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:55:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['fb2d6287-e677-4419-885f-4cc3c46b352b'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:35.707476 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] For port fe63c9ef-1f21-468a-9b8f-91d5ab7e6822, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:35.707747 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:35.720105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Calling delete_port for fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 owned by network:router_gateway {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:35.758186 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] Set router fb2d6287-e677-4419-885f-4cc3c46b352b gateway port host: None {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:55:35.819972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:55:35Z', 'revision_number': 6, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:35.848720 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58933769-63fd-4f2f-8cd4-18dce5906928 None None] The sync data for ids ['fb2d6287-e677-4419-885f-4cc3c46b352b'] in dv-cinder-799871-38-iscsi is: [{'id': 'fb2d6287-e677-4419-885f-4cc3c46b352b', 'name': 'tempest-AttachVolumeTestJSON-1731796479-router', 'tenant_id': '90ac023afcb44b5097539298076c0838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:22Z', 'updated_at': '2022-07-20T22:55:35Z', 'revision_number': 6, 'project_id': '90ac023afcb44b5097539298076c0838', 'gw_port_host': None}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:55:36.035505 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56820ae0-a67b-4190-80dd-6200eb26e079 req-8004c15d-9eb1-44d8-a3e1-4cc101ab6e0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:36.036981 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-56820ae0-a67b-4190-80dd-6200eb26e079 req-8004c15d-9eb1-44d8-a3e1-4cc101ab6e0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Jul 20 22:55:36.083844 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-56820ae0-a67b-4190-80dd-6200eb26e079 req-5c4c33a4-3443-40c6-a809-71287dd9e339 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jul 20 22:55:36.274391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 83695a27-3076-4230-8dcf-d0f76c154570 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:55:36.294740 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 83695a27-3076-4230-8dcf-d0f76c154570 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:55:36.295253 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 83695a27-3076-4230-8dcf-d0f76c154570 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:55:36.316579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (fe63c9ef-1f21-468a-9b8f-91d5ab7e6822), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:36.346267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe63c9ef-1f21-468a-9b8f-91d5ab7e6822,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:36.375973 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:36.416969 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (fb2d6287-e677-4419-885f-4cc3c46b352b), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:36.499463 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:36.838385 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:36.844463 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks [] for router_controller (fb2d6287-e677-4419-885f-4cc3c46b352b), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.015302 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (fb2d6287-e677-4419-885f-4cc3c46b352b), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.015911 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2d6287-e677-4419-885f-4cc3c46b352b {{(pid=111123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:55:37.026506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.026506 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-65027cf1-f78c-4f1b-9ce0-ae50d8c8a1d4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/fb2d6287-e677-4419-885f-4cc3c46b352b HTTP/1.1" status: 204 len: 168 time: 1.8849266 Jul 20 22:55:37.027250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54396) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:37.044748 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.092925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Deleting subnet d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:55:37.098054 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Publish callbacks [] for subnet (d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.126323 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:37.141055 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.232445 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.281409 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb878d5-6c3c-46f2-86f8-e785c030adf2 req-5c9812e9-0a69-425e-a8ae-532167664709 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:37.283199 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3fb878d5-6c3c-46f2-86f8-e785c030adf2 req-5c9812e9-0a69-425e-a8ae-532167664709 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0706217 Jul 20 22:55:37.347254 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3fb878d5-6c3c-46f2-86f8-e785c030adf2 req-8dd352ae-a2d4-4b79-8edf-73b9d437891a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555825 Jul 20 22:55:37.420166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.424082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:37.455267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:37.459726 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.465843 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b2d237af-26e5-4fb0-afbc-8dd2b593cded admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d7e82c94-0ee6-4bd7-a8b9-f35aa92f52e2 HTTP/1.1" status: 204 len: 168 time: 0.4370906 Jul 20 22:55:37.467988 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400f2e5-e1db-4019-a7fe-9d0f3c398eec None None] Network b15c8654-25e9-4d25-a03d-08719b813dd0 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:55:37.468755 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54400) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:37.500743 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:37.556330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (b15c8654-25e9-4d25-a03d-08719b813dd0), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.619427 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Deleting port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:37.619774 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.665106 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] DHCP port deletion for b15c8654-25e9-4d25-a03d-08719b813dd0 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:55:37.705491 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Deleting port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:55:37.705997 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.713678 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] For port f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:37.714051 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.729824 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Calling delete_port for f80c4b5c-46d0-42df-b7a3-ad61cefc9591 owned by network:dhcp {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:37.736025 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:37.774239 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:37.777901 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] For port f80c4b5c-46d0-42df-b7a3-ad61cefc9591, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,segment=NetworkSegment(24219ced-03f3-4584-9fd1-e04759b54b61),segment_id=24219ced-03f3-4584-9fd1-e04759b54b61)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:37.778420 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.792689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Calling delete_port for f80c4b5c-46d0-42df-b7a3-ad61cefc9591 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:55:37.968872 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:37.977386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (f80c4b5c-46d0-42df-b7a3-ad61cefc9591), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.004279 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Pushing event deleted for resources: {'Port': ['ID=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:38.009912 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] No DVR routers for this DVR port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 on host dv-cinder-799871-38-iscsi {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:55:38.025891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] Pushing event deleted for resources: {'Port': ['ID=f80c4b5c-46d0-42df-b7a3-ad61cefc9591,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:38.032178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c69ee4-73b9-4913-b52d-e12f8a5a6c3e None None] No DVR routers for this DVR port f80c4b5c-46d0-42df-b7a3-ad61cefc9591 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:55:38.113840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (b15c8654-25e9-4d25-a03d-08719b813dd0), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.140299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:55:38.142059 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15c8654-25e9-4d25-a03d-08719b813dd0']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:38.163347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24219ced-03f3-4584-9fd1-e04759b54b61') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:38.163837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24219ced-03f3-4584-9fd1-e04759b54b61') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:55:38.176555 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:55:38.177257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device fe63c9ef-1f21-468a-9b8f-91d5ab7e6822 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:55:38.177907 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f80c4b5c-46d0-42df-b7a3-ad61cefc9591 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:55:38.184317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (24219ced-03f3-4584-9fd1-e04759b54b61), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.199904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: f80c4b5c-46d0-42df-b7a3-ad61cefc9591 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:55:38.201204 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device f80c4b5c-46d0-42df-b7a3-ad61cefc9591 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:55:38.205979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (24219ced-03f3-4584-9fd1-e04759b54b61), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.218317 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:55:38.218834 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (24219ced-03f3-4584-9fd1-e04759b54b61), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.326938 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 24219ced-03f3-4584-9fd1-e04759b54b61 resource provider aggregate not found Jul 20 22:55:38.342471 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 24219ced-03f3-4584-9fd1-e04759b54b61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24219ced-03f3-4584-9fd1-e04759b54b61 found for delete ", "request_id": "req-4c75eaab-b5c7-4d55-ac94-10d0edf990b0"}]} Jul 20 22:55:38.379487 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (b15c8654-25e9-4d25-a03d-08719b813dd0), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.397006 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.403171 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b15c8654-25e9-4d25-a03d-08719b813dd0 HTTP/1.1" status: 204 len: 168 time: 0.9310098 Jul 20 22:55:38.415393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774609e-793b-4569-8fec-9c57fe4d2610 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15c8654-25e9-4d25-a03d-08719b813dd0,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:38.512302 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a1164-0b76-4565-b196-8d37eb5493d0 req-d017f53f-08ba-4faa-bb2e-94cfeb69dddf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:38.513960 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2e7a1164-0b76-4565-b196-8d37eb5493d0 req-d017f53f-08ba-4faa-bb2e-94cfeb69dddf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0693057 Jul 20 22:55:38.566792 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2e7a1164-0b76-4565-b196-8d37eb5493d0 req-8b13577d-b5f9-4c52-a0e2-8bad1e1eb1aa tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Jul 20 22:55:38.712656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54414) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:38.760567 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54416) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:38.760794 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-08e7720c-63da-4173-b9b0-08ca287da85a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90ac023afcb44b5097539298076c0838&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465574 Jul 20 22:55:38.812669 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] Publish callbacks [] for security_group (81c3c9f7-d63e-4d24-8dbd-d839292a5e38), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.835158 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] Publish callbacks [] for security_group (81c3c9f7-d63e-4d24-8dbd-d839292a5e38), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.956670 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (81c3c9f7-d63e-4d24-8dbd-d839292a5e38), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.959325 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:38.960501 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/81c3c9f7-d63e-4d24-8dbd-d839292a5e38 HTTP/1.1" status: 204 len: 168 time: 0.1984491 Jul 20 22:55:38.969955 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387170c-6c54-4508-8047-ac46ac9890c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c3c9f7-d63e-4d24-8dbd-d839292a5e38,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:39.674327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:39.692997 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92c591-60c0-4645-8790-43d4cb4b3de6 req-c774c346-3332-4b36-a736-179c63fe8e37 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:39.694451 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fc92c591-60c0-4645-8790-43d4cb4b3de6 req-c774c346-3332-4b36-a736-179c63fe8e37 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0529325 Jul 20 22:55:39.748910 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fc92c591-60c0-4645-8790-43d4cb4b3de6 req-ef35087f-3329-4b3c-b768-a007539f858e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Jul 20 22:55:40.897768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633020e6-df92-47cf-9f1c-335de92454b0 req-d094f745-a904-47bc-9a9e-03162ec078a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:40.897768 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-633020e6-df92-47cf-9f1c-335de92454b0 req-d094f745-a904-47bc-9a9e-03162ec078a5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0630097 Jul 20 22:55:40.976711 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-633020e6-df92-47cf-9f1c-335de92454b0 req-0999e429-08e7-45a7-b4ca-3eeb44b37c1a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745466 Jul 20 22:55:41.517797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54474) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:41.628781 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-55396a91-9d0f-4136-a523-ef82e549ea5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:41.705674 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-55396a91-9d0f-4136-a523-ef82e549ea5a admin admin] Publish callbacks [] for security_group (2491654c-7ce8-4e2b-a228-ff2784699df3), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:41.779551 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-55396a91-9d0f-4136-a523-ef82e549ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (2491654c-7ce8-4e2b-a228-ff2784699df3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:41.824340 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55396a91-9d0f-4136-a523-ef82e549ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491654c-7ce8-4e2b-a228-ff2784699df3,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:41.829679 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-55396a91-9d0f-4136-a523-ef82e549ea5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be2475b9385d4c9c9377cec5b1c18c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108561 Jul 20 22:55:41.832456 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54478) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:41.889934 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] Publish callbacks [] for security_group (2491654c-7ce8-4e2b-a228-ff2784699df3), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:41.913010 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] Publish callbacks [] for security_group (2491654c-7ce8-4e2b-a228-ff2784699df3), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:42.041928 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (2491654c-7ce8-4e2b-a228-ff2784699df3), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:42.045570 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:42.050840 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2491654c-7ce8-4e2b-a228-ff2784699df3 HTTP/1.1" status: 204 len: 168 time: 0.2122355 Jul 20 22:55:42.064171 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1a3e1-0c23-44f0-ad02-67fedf1d897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491654c-7ce8-4e2b-a228-ff2784699df3,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:42.130491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b166-a069-42d3-b13b-0db6d2a0c52b req-543957da-11b3-4396-b55d-8ae61c477954 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:42.132331 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3b0b166-a069-42d3-b13b-0db6d2a0c52b req-543957da-11b3-4396-b55d-8ae61c477954 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0730307 Jul 20 22:55:42.203696 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a3b0b166-a069-42d3-b13b-0db6d2a0c52b req-250ab64f-60b6-4fb3-97b4-db73f1af6a12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590625 Jul 20 22:55:43.319063 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe4179-fe72-45c6-b292-e44091007f50 req-9d5c2d4a-ab7e-44ad-ad8c-c8cd9263bc3c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:43.320547 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffbe4179-fe72-45c6-b292-e44091007f50 req-9d5c2d4a-ab7e-44ad-ad8c-c8cd9263bc3c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Jul 20 22:55:43.369765 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ffbe4179-fe72-45c6-b292-e44091007f50 req-69d138b6-f376-416a-bde2-590839f80be0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Jul 20 22:55:44.457535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:44.496014 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60144e7-cc65-4ed8-b71b-6eb06f1c8e2e req-3c3a9a68-b308-4698-be44-1658200dc2f7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:44.497500 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d60144e7-cc65-4ed8-b71b-6eb06f1c8e2e req-3c3a9a68-b308-4698-be44-1658200dc2f7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Jul 20 22:55:44.545586 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d60144e7-cc65-4ed8-b71b-6eb06f1c8e2e req-551f6a86-33f8-441d-b3a1-df9d6878b621 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Jul 20 22:55:45.668269 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833926b5-399c-4c78-bbaa-48bdbe6c2228 req-61877e26-b420-4c75-b719-9d0a59996555 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:45.669881 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-833926b5-399c-4c78-bbaa-48bdbe6c2228 req-61877e26-b420-4c75-b719-9d0a59996555 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Jul 20 22:55:45.717752 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-833926b5-399c-4c78-bbaa-48bdbe6c2228 req-60cc0f99-f6e4-4c82-8d7d-f50042e70c49 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Jul 20 22:55:45.916811 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-8cf16fc6-ac04-45f4-9cd8-7eb11ea031ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:45.918289 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-8cf16fc6-ac04-45f4-9cd8-7eb11ea031ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1129 time: 0.0402486 Jul 20 22:55:46.011726 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-191a7f9e-7b35-4c4a-86cd-66001e8bd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:46.013800 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-191a7f9e-7b35-4c4a-86cd-66001e8bd7ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0883186 Jul 20 22:55:46.074804 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-4b92cda4-84c7-4049-af35-b3a01f872c0a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 1001 time: 0.0550311 Jul 20 22:55:46.121369 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:46.125576 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-d3c3ee67-f457-47a1-8bbc-399cb24880c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:46.126992 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-d3c3ee67-f457-47a1-8bbc-399cb24880c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0468032 Jul 20 22:55:46.171532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-00e799d6-18c7-471c-b4bb-19449aca9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:46.172924 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-00e799d6-18c7-471c-b4bb-19449aca9de1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402682 Jul 20 22:55:46.265874 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-8196e693-70a4-4641-8dc2-76c463e72f2d service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868511 Jul 20 22:55:46.360611 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c9106a3e-9779-4ff6-8d0b-fb97c6247692 req-dd097d6d-e3a0-4636-a805-14ce81ec43f6 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894091 Jul 20 22:55:46.836819 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516d194-8cee-46cb-9a2f-4306ccb1296f req-48f29f62-8174-4272-98a3-fa2ad3c07be9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:46.838292 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a516d194-8cee-46cb-9a2f-4306ccb1296f req-48f29f62-8174-4272-98a3-fa2ad3c07be9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Jul 20 22:55:46.886244 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a516d194-8cee-46cb-9a2f-4306ccb1296f req-8b2cc677-ccaa-4f48-bf92-8efffcd462de tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Jul 20 22:55:46.899859 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:55:48.005998 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405567d-666a-4e0d-8ec3-8117ba8d3a6f req-e4a4c3b1-46c8-47f1-99e1-fe8baa876f50 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:48.007530 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1405567d-666a-4e0d-8ec3-8117ba8d3a6f req-e4a4c3b1-46c8-47f1-99e1-fe8baa876f50 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Jul 20 22:55:48.067183 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1405567d-666a-4e0d-8ec3-8117ba8d3a6f req-a941cfe5-439e-4ffe-a3f5-e9964afb14d1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537000 Jul 20 22:55:48.341048 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:55:48.420811 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: ACTIVE; New status is: DOWN {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:55:48.421247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:48.444371 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:55:48.446773 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b07ed4-8d51-4c03-9a16-c514b1513f3d" -d '{"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-unplugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:55:48.460067 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:55:48.487490 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7725316-f4b9-41de-a766-89748bada1ad x-openstack-request-id: req-a7725316-f4b9-41de-a766-89748bada1ad {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:55:48.487784 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-unplugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:55:48.492094 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7725316-f4b9-41de-a766-89748bada1ad {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:55:48.492094 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7725316-f4b9-41de-a766-89748bada1ad'] response: {'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'code': 200} Jul 20 22:55:48.551002 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:48.602930 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=8']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:49.187232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37d9e-67fb-470b-b5d6-e702d516b61d req-c629084a-0c9f-439f-8695-7a05e8153b5b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:49.188725 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51e37d9e-67fb-470b-b5d6-e702d516b61d req-c629084a-0c9f-439f-8695-7a05e8153b5b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0474446 Jul 20 22:55:49.237038 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51e37d9e-67fb-470b-b5d6-e702d516b61d req-b08a64e0-747a-46ff-9dbc-1ad8325105b8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Jul 20 22:55:50.554423 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-f7e8a902-8295-48ef-b4b7-a60fbff8ffce req-04087d35-f985-4cae-8aa2-b233899176ee service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:55:50.555527 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f7e8a902-8295-48ef-b4b7-a60fbff8ffce req-04087d35-f985-4cae-8aa2-b233899176ee service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054052 Jul 20 22:55:50.836675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dabe5-72f9-4d88-baf8-901836d48815 req-25fb6686-2a53-447c-8ca6-59d4dda66e57 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:50.838065 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fa3dabe5-72f9-4d88-baf8-901836d48815 req-25fb6686-2a53-447c-8ca6-59d4dda66e57 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0515327 Jul 20 22:55:50.891781 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fa3dabe5-72f9-4d88-baf8-901836d48815 req-35215c38-ce45-43de-998a-27cf5029adb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 Jul 20 22:55:51.434091 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54624) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:51.476710 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e33bf4-3bc2-4868-9263-f8e29868fa20 req-cd7124e2-62d5-45b8-b5c9-6434d0135a5f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:51.477578 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f8e33bf4-3bc2-4868-9263-f8e29868fa20 req-cd7124e2-62d5-45b8-b5c9-6434d0135a5f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0543859 Jul 20 22:55:51.560637 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-158b8098-65f1-400f-b05e-2db045ffcae2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246960 Jul 20 22:55:51.564520 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f8e33bf4-3bc2-4868-9263-f8e29868fa20 req-42d4ce76-7f21-433d-a501-f0c220410ca1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815716 Jul 20 22:55:51.569431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-d22f92ae-6d70-44e4-aa72-2cafab46ce54 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:55:51.570396 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-d22f92ae-6d70-44e4-aa72-2cafab46ce54 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050716 Jul 20 22:55:51.647716 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54632) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:51.738238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-59afad72-9882-41c4-82b7-c69557fc9b77 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:51.739653 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-59afad72-9882-41c4-82b7-c69557fc9b77 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports/bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 940 time: 0.0909626 Jul 20 22:55:52.011565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baaabf-5384-46bf-be9c-aeb60fb6e3c7 req-871cbf14-58f2-4992-bb08-1b900db01cda tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:52.013039 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09baaabf-5384-46bf-be9c-aeb60fb6e3c7 req-871cbf14-58f2-4992-bb08-1b900db01cda tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0477970 Jul 20 22:55:52.061916 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09baaabf-5384-46bf-be9c-aeb60fb6e3c7 req-cafca84e-1a43-48e1-b96e-38290315845d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Jul 20 22:55:52.678000 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a917-790b-4620-9197-7c014431cbd0 req-277b7444-e3cf-4f8a-b0f7-b43cdffb8a5d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:52.679490 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6904a917-790b-4620-9197-7c014431cbd0 req-277b7444-e3cf-4f8a-b0f7-b43cdffb8a5d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Jul 20 22:55:52.727485 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6904a917-790b-4620-9197-7c014431cbd0 req-29ea1847-8abc-46b4-8030-cf54d72cddca tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Jul 20 22:55:53.185867 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aad9ef-8604-4cae-9581-6617490cd8ae req-f44c0693-e011-43d5-934a-9fa2e684adbb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:53.187296 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65aad9ef-8604-4cae-9581-6617490cd8ae req-f44c0693-e011-43d5-934a-9fa2e684adbb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0522664 Jul 20 22:55:53.237788 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-65aad9ef-8604-4cae-9581-6617490cd8ae req-611576a5-e852-4c9d-8cf7-ae07324d552a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Jul 20 22:55:53.828827 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:53.842999 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb11033-198e-4bc9-afed-5e8bb2d198bd req-e0f9bf0e-a102-4de0-80f9-0140dde4c259 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:53.845764 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0eb11033-198e-4bc9-afed-5e8bb2d198bd req-e0f9bf0e-a102-4de0-80f9-0140dde4c259 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Jul 20 22:55:53.900113 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0eb11033-198e-4bc9-afed-5e8bb2d198bd req-4df64a0b-99b7-4167-ae32-b9a5ac3df3e9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Jul 20 22:55:54.357970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e67e-07aa-40e5-9bef-f002ed064514 req-bf86d6a6-9d95-43d3-83b8-7b19413bc9ef tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:54.359794 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d2a8e67e-07aa-40e5-9bef-f002ed064514 req-bf86d6a6-9d95-43d3-83b8-7b19413bc9ef tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0497715 Jul 20 22:55:54.407743 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d2a8e67e-07aa-40e5-9bef-f002ed064514 req-2021b1f4-ea15-46c9-aa50-6d88689a4c86 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Jul 20 22:55:55.014056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50a0cd-cd59-4ecf-8174-54a8b4797d68 req-70b625e5-39b1-4fcd-b693-b476796d7637 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.015558 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-de50a0cd-cd59-4ecf-8174-54a8b4797d68 req-70b625e5-39b1-4fcd-b693-b476796d7637 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Jul 20 22:55:55.068459 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-de50a0cd-cd59-4ecf-8174-54a8b4797d68 req-94821019-906e-4e1f-8ffe-8e32fd3cce71 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475039 Jul 20 22:55:55.156942 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-38812496-73d5-400b-a091-8050e3260db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.158509 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-38812496-73d5-400b-a091-8050e3260db5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 1127 time: 0.0751781 Jul 20 22:55:55.230388 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-47a579fb-d3a2-4ad6-9ae8-7f9f5e77c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.232480 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-47a579fb-d3a2-4ad6-9ae8-7f9f5e77c138 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1127 time: 0.0391879 Jul 20 22:55:55.319978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-2323b781-139f-44e7-a103-27d1ff152776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.321431 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-2323b781-139f-44e7-a103-27d1ff152776 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0835934 Jul 20 22:55:55.385434 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-1b62d487-fbb6-4455-8ad1-35c7c754ca1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 999 time: 0.0570986 Jul 20 22:55:55.428375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:55.431979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-6a17cfdd-3b41-463a-9ee6-f931455ea5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.433364 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-6a17cfdd-3b41-463a-9ee6-f931455ea5f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0429301 Jul 20 22:55:55.476910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-cedeed82-06c9-4659-aff7-da5efa2a1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.478409 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-cedeed82-06c9-4659-aff7-da5efa2a1d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382972 Jul 20 22:55:55.529838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593cf57-2c71-46f5-a1d9-ad3457956c7b req-8d89a4cd-0a74-4efd-8b27-3934099e76c4 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:55.531322 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2593cf57-2c71-46f5-a1d9-ad3457956c7b req-8d89a4cd-0a74-4efd-8b27-3934099e76c4 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0476449 Jul 20 22:55:55.555692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:55.561650 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:55.573144 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-bf372236-7fa3-4256-b277-01afb48f1050 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886769 Jul 20 22:55:55.584159 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2593cf57-2c71-46f5-a1d9-ad3457956c7b req-89cd0d4d-b1aa-4d91-8ce9-7a97c047ad60 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469775 Jul 20 22:55:55.664851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e95141a-82ff-485c-b6c0-fc04fe4e7892 req-58e8063a-61ad-43cc-b2b3-91dec31b436b service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Jul 20 22:55:55.859894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:56.189665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df277bb-acf0-40fd-95ed-4fa8dd3bc645 req-734f56bd-6b6d-4605-ae60-996ca54dc186 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:56.192139 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6df277bb-acf0-40fd-95ed-4fa8dd3bc645 req-734f56bd-6b6d-4605-ae60-996ca54dc186 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Jul 20 22:55:56.250499 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6df277bb-acf0-40fd-95ed-4fa8dd3bc645 req-764fb254-a4fb-4381-8890-6eee1e188532 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501640 Jul 20 22:55:56.712927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1965b-96c9-4965-b956-bf95a2e217e2 req-86f71cbc-068e-477b-b5b5-581c5a047944 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:56.715125 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f1f1965b-96c9-4965-b956-bf95a2e217e2 req-86f71cbc-068e-477b-b5b5-581c5a047944 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0521572 Jul 20 22:55:56.770843 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f1f1965b-96c9-4965-b956-bf95a2e217e2 req-bb69fc97-4596-4a30-bc69-a7080b7854c0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497403 Jul 20 22:55:56.895968 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:57.369882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6f11c-1486-498f-8613-bce81bae72fe req-d7295077-89aa-4597-8c90-c3c376991a2a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:57.371593 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e0c6f11c-1486-498f-8613-bce81bae72fe req-d7295077-89aa-4597-8c90-c3c376991a2a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0497117 Jul 20 22:55:57.438424 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e0c6f11c-1486-498f-8613-bce81bae72fe req-c0742cb3-f52e-4a3a-8490-c5c89c2792fe tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604651 Jul 20 22:55:57.902484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d027c37-5a77-48ff-80b2-c2bcf3657b46 req-ac04eb06-cef2-42b6-b1d3-bd09d0fd5729 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:57.904766 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7d027c37-5a77-48ff-80b2-c2bcf3657b46 req-ac04eb06-cef2-42b6-b1d3-bd09d0fd5729 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0518897 Jul 20 22:55:57.971569 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7d027c37-5a77-48ff-80b2-c2bcf3657b46 req-0611b08e-d448-40cc-b285-c5a7a869bae1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606971 Jul 20 22:55:58.117992 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54752) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:58.240230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.295414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:58.319505 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Publish callbacks [] for security_group (8dc6f5b9-69c4-42f4-a295-836bd36005ab), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.379909 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8dc6f5b9-69c4-42f4-a295-836bd36005ab), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.422262 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6f5b9-69c4-42f4-a295-836bd36005ab,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:58.426150 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37959f4f333c4675b761f128faad98af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069055 Jul 20 22:55:58.429152 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54756) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:58.433117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.436725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.437541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.437541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.437541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.437788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4bd18-2c9f-44e1-9352-b843fbdb3b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.500441 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Publish callbacks [] for security_group (8dc6f5b9-69c4-42f4-a295-836bd36005ab), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.530816 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Publish callbacks [] for security_group (8dc6f5b9-69c4-42f4-a295-836bd36005ab), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.564414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82716b-f3d3-496f-be1a-da1be64a1461 req-0d8fb94a-4cb8-4934-bf41-69dbdc51b093 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:58.566657 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7d82716b-f3d3-496f-be1a-da1be64a1461 req-0d8fb94a-4cb8-4934-bf41-69dbdc51b093 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0541112 Jul 20 22:55:58.623416 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7d82716b-f3d3-496f-be1a-da1be64a1461 req-809a3a48-64e1-48bb-99ef-e80ab739d494 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498207 Jul 20 22:55:58.641840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8dc6f5b9-69c4-42f4-a295-836bd36005ab), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.644633 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:58.645826 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dc6f5b9-69c4-42f4-a295-836bd36005ab HTTP/1.1" status: 204 len: 168 time: 0.2155735 Jul 20 22:55:58.659602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6f5b9-69c4-42f4-a295-836bd36005ab,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:58.669034 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.669490 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.670207 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.670694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.671408 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.672050 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.672925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.673709 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.674175 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.674906 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.675681 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.676583 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.677068 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.677586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:58.678075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed49b5f-12b2-4676-b62e-6aeac56dacd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:55:59.119306 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfcc3a-a2c5-4da8-83c4-e5384fe20e2c req-6a5edabd-6310-4bf9-88ef-8051b92316fc tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:59.120893 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a6dfcc3a-a2c5-4da8-83c4-e5384fe20e2c req-6a5edabd-6310-4bf9-88ef-8051b92316fc tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0595186 Jul 20 22:55:59.182996 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a6dfcc3a-a2c5-4da8-83c4-e5384fe20e2c req-09dd4fa6-a676-463d-8e00-50efa1616e90 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556107 Jul 20 22:55:59.305555 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54768) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:59.318167 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4fbf-5430-4886-9f53-117ea2250482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.368015 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:55:59.404635 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4fbf-5430-4886-9f53-117ea2250482 admin admin] Publish callbacks [] for security_group (7894cec1-947a-43bd-8e49-24f7eb76d680), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.460009 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cdbb4fbf-5430-4886-9f53-117ea2250482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7894cec1-947a-43bd-8e49-24f7eb76d680), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.506731 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb4fbf-5430-4886-9f53-117ea2250482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7894cec1-947a-43bd-8e49-24f7eb76d680,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:59.513698 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cdbb4fbf-5430-4886-9f53-117ea2250482 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10f9e76f914646a2a20d5ea28fa5f5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092414 Jul 20 22:55:59.514502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54770) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:55:59.569546 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] Publish callbacks [] for security_group (7894cec1-947a-43bd-8e49-24f7eb76d680), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.603925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] Publish callbacks [] for security_group (7894cec1-947a-43bd-8e49-24f7eb76d680), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.705399 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (7894cec1-947a-43bd-8e49-24f7eb76d680), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.708093 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:55:59.711047 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7894cec1-947a-43bd-8e49-24f7eb76d680 HTTP/1.1" status: 204 len: 168 time: 0.1934040 Jul 20 22:55:59.719646 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99660c-675c-4347-8a07-e4aca48f7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7894cec1-947a-43bd-8e49-24f7eb76d680,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:55:59.758567 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db24a9a-bb02-4283-9365-1d4912812f0f req-500ea1c5-9ed5-40cd-b061-43d9ec41dd79 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:55:59.765847 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4db24a9a-bb02-4283-9365-1d4912812f0f req-500ea1c5-9ed5-40cd-b061-43d9ec41dd79 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0612497 Jul 20 22:55:59.834743 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4db24a9a-bb02-4283-9365-1d4912812f0f req-83f1b9b5-a2be-4e73-9de4-c66e8234f03f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679197 Jul 20 22:56:00.326498 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5655b-4fdd-4f1a-b554-2cffe0ee7416 req-7941215f-5abd-4223-85f6-ce49c30d3714 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:00.328256 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-10a5655b-4fdd-4f1a-b554-2cffe0ee7416 req-7941215f-5abd-4223-85f6-ce49c30d3714 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0589499 Jul 20 22:56:00.382291 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-10a5655b-4fdd-4f1a-b554-2cffe0ee7416 req-6adab614-2574-428c-b44d-896e34f1bea1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473342 Jul 20 22:56:00.977277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b537ec-e986-4bf3-99a8-a065ae913650 req-b9f0beb2-e09c-4d18-a2dc-a6ea72dcda72 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:00.978951 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-56b537ec-e986-4bf3-99a8-a065ae913650 req-b9f0beb2-e09c-4d18-a2dc-a6ea72dcda72 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0498841 Jul 20 22:56:01.036049 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-56b537ec-e986-4bf3-99a8-a065ae913650 req-88dd4f26-eee8-42e1-a0c0-8ce764f1a8b1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506687 Jul 20 22:56:01.534643 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a7c3-3b58-4eb6-b1ad-aef5a3c69b76 req-b5e6d376-2a7f-4c85-af49-2fee37a2f027 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:01.536297 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5dc7a7c3-3b58-4eb6-b1ad-aef5a3c69b76 req-b5e6d376-2a7f-4c85-af49-2fee37a2f027 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0534842 Jul 20 22:56:01.590884 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5dc7a7c3-3b58-4eb6-b1ad-aef5a3c69b76 req-7d1892a3-0ed3-4db4-b4e0-44c72658a5a2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Jul 20 22:56:01.618358 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:01.705129 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-edbefc73-4220-4623-b9e6-7b7d8eefced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:02.177718 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79acd8b-3866-48ff-8ae0-22f16a647a13 req-9cafe3f4-8109-4778-ae61-df40b94d3b64 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:02.180634 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c79acd8b-3866-48ff-8ae0-22f16a647a13 req-9cafe3f4-8109-4778-ae61-df40b94d3b64 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0620725 Jul 20 22:56:02.243628 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c79acd8b-3866-48ff-8ae0-22f16a647a13 req-bc16e62b-941a-40e9-9156-999519aa8cba tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492144 Jul 20 22:56:02.731176 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae936b-cf3e-466f-b745-848223e6d3a8 req-7432b80b-d455-41ed-b3e6-facd212a50b8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:02.738099 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-73ae936b-cf3e-466f-b745-848223e6d3a8 req-7432b80b-d455-41ed-b3e6-facd212a50b8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0582609 Jul 20 22:56:02.822174 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-73ae936b-cf3e-466f-b745-848223e6d3a8 req-a9995fb1-21ea-4a9f-8a76-7199a148b14c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831964 Jul 20 22:56:03.374955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d98593-513e-435e-bc74-f2e1d04b5160 req-8d92a581-83ed-41e5-beb1-55a1b849dfe9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:03.376486 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e0d98593-513e-435e-bc74-f2e1d04b5160 req-8d92a581-83ed-41e5-beb1-55a1b849dfe9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Jul 20 22:56:03.436217 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e0d98593-513e-435e-bc74-f2e1d04b5160 req-69165a3f-47ab-49b2-88dd-d267093c949d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541646 Jul 20 22:56:03.955785 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c9c84-4e81-4c45-a262-2d11340f7171 req-b6c9f595-d833-42f1-b86d-494d8941eaa8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:03.957342 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a0c9c84-4e81-4c45-a262-2d11340f7171 req-b6c9f595-d833-42f1-b86d-494d8941eaa8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0518270 Jul 20 22:56:03.968345 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef861-af7e-475f-8662-d7a7a94168f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:03.976494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:03.978596 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:04.008529 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a0c9c84-4e81-4c45-a262-2d11340f7171 req-fb57fffc-0859-496c-9c4c-b63f4e9bf722 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451274 Jul 20 22:56:04.586941 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc24eeb-cd85-4d8d-b9f2-36c13c931825 req-3934e4a2-f1e6-481b-ac9e-3cc8a1884377 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:04.588929 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3fc24eeb-cd85-4d8d-b9f2-36c13c931825 req-3934e4a2-f1e6-481b-ac9e-3cc8a1884377 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0739510 Jul 20 22:56:04.645466 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3fc24eeb-cd85-4d8d-b9f2-36c13c931825 req-457aaad5-5f71-4c2d-8d8b-ae86e5207c09 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501451 Jul 20 22:56:05.135396 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0223c-addc-45e7-9cde-3ed0b20783ef req-cf684d08-9d57-4c53-8ddf-bbd3db55985d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:05.136886 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8a0223c-addc-45e7-9cde-3ed0b20783ef req-cf684d08-9d57-4c53-8ddf-bbd3db55985d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0551171 Jul 20 22:56:05.188299 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8a0223c-addc-45e7-9cde-3ed0b20783ef req-41de60fa-66b8-49ae-b1ff-85b77f024981 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453150 Jul 20 22:56:05.288465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:05.766698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900beef-d596-4391-ad1d-85271baa0353 req-46d7c02d-9002-4bef-832e-8e88fe986842 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:05.768189 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6900beef-d596-4391-ad1d-85271baa0353 req-46d7c02d-9002-4bef-832e-8e88fe986842 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0469692 Jul 20 22:56:05.817834 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6900beef-d596-4391-ad1d-85271baa0353 req-4eea86f8-f2ac-49fc-bd13-2b9771ace147 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Jul 20 22:56:06.310183 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c01039-c75a-48a2-8d07-a2726700dd2f req-65b33716-93c3-459b-8199-82f6731f3151 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:06.311691 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-60c01039-c75a-48a2-8d07-a2726700dd2f req-65b33716-93c3-459b-8199-82f6731f3151 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0485249 Jul 20 22:56:06.360781 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-60c01039-c75a-48a2-8d07-a2726700dd2f req-5ae220cb-47ad-4581-877c-94ce5347811a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Jul 20 22:56:06.419452 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.585472 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54884) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:06.690673 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3e390d56-3f0b-453a-8b39-a1debb1cb7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.770223 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3e390d56-3f0b-453a-8b39-a1debb1cb7c4 admin admin] Publish callbacks [] for security_group (1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.858990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-3e390d56-3f0b-453a-8b39-a1debb1cb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.900516 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-3e390d56-3f0b-453a-8b39-a1debb1cb7c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fac226216fc494fb6452d619e5db30d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139219 Jul 20 22:56:06.901383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390d56-3f0b-453a-8b39-a1debb1cb7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:06.904642 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54890) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:06.937418 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707ae6-9862-49b7-8002-0430693ca8c5 req-9c651dab-6d07-4b8e-97c4-bed4ebd1adf8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:06.938947 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fb707ae6-9862-49b7-8002-0430693ca8c5 req-9c651dab-6d07-4b8e-97c4-bed4ebd1adf8 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0552676 Jul 20 22:56:06.957280 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] Publish callbacks [] for security_group (1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.970624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:06.980215 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] Publish callbacks [] for security_group (1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:06.989672 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fb707ae6-9862-49b7-8002-0430693ca8c5 req-9d79b480-e4e3-4c1b-ab36-fac49f42a925 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Jul 20 22:56:07.000864 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.116605 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.119286 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.120509 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff HTTP/1.1" status: 204 len: 168 time: 0.2148945 Jul 20 22:56:07.128990 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583cf6b-7201-403c-b703-f6754d325190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616aeb5-28b5-4a9d-830a-9e72e7e8b6ff,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:07.482318 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22120094-b4cd-402b-85e6-3550cea04e62 req-804c581e-4a1a-45fc-8c45-c076a37f5dc6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:07.484350 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22120094-b4cd-402b-85e6-3550cea04e62 req-804c581e-4a1a-45fc-8c45-c076a37f5dc6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Jul 20 22:56:07.535314 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22120094-b4cd-402b-85e6-3550cea04e62 req-f1f40a88-522e-41d5-aac5-18113fc7b0e8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Jul 20 22:56:07.650551 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54898) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:07.664518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77b87d6f-f0c2-42c7-b063-aa9139ef6bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.743906 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77b87d6f-f0c2-42c7-b063-aa9139ef6bf6 admin admin] Publish callbacks [] for security_group (bfdd0185-70b2-4892-b7d3-803f44dabb24), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.797186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77b87d6f-f0c2-42c7-b063-aa9139ef6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (bfdd0185-70b2-4892-b7d3-803f44dabb24), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.835938 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-77b87d6f-f0c2-42c7-b063-aa9139ef6bf6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48504ae2828047a1baf5dfde5be82d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842484 Jul 20 22:56:07.836777 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b87d6f-f0c2-42c7-b063-aa9139ef6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd0185-70b2-4892-b7d3-803f44dabb24,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:07.838626 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54900) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:07.889171 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] Publish callbacks [] for security_group (bfdd0185-70b2-4892-b7d3-803f44dabb24), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.910658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] Publish callbacks [] for security_group (bfdd0185-70b2-4892-b7d3-803f44dabb24), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:07.934709 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=6 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:08.008822 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (bfdd0185-70b2-4892-b7d3-803f44dabb24), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:08.011711 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:08.012878 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfdd0185-70b2-4892-b7d3-803f44dabb24 HTTP/1.1" status: 204 len: 168 time: 0.1730630 Jul 20 22:56:08.022225 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97010a-3be7-4cdf-8f71-59500166a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd0185-70b2-4892-b7d3-803f44dabb24,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:08.109220 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:08.122554 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbf578-71a3-4742-9882-5a783feedf36 req-852acfe1-7004-427c-bb5a-158a73fe1e64 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:08.124098 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5fcbf578-71a3-4742-9882-5a783feedf36 req-852acfe1-7004-427c-bb5a-158a73fe1e64 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Jul 20 22:56:08.179910 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5fcbf578-71a3-4742-9882-5a783feedf36 req-ad091381-19b3-4911-bc0c-6d7ffd2daf77 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486436 Jul 20 22:56:08.617532 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:08.654117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b216a2f-7dc8-46c2-9fbe-de79d875c537 req-163c82e5-6e0d-4ff8-a1f6-dd350cd91dea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:08.655671 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b216a2f-7dc8-46c2-9fbe-de79d875c537 req-163c82e5-6e0d-4ff8-a1f6-dd350cd91dea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0489502 Jul 20 22:56:08.695752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:08.710405 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b216a2f-7dc8-46c2-9fbe-de79d875c537 req-4b8c1162-2ceb-4616-aac4-5b900b0c2471 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473046 Jul 20 22:56:08.864098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-bd0bb768-bdb1-41a1-8da4-423eb19e3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:08.865704 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-bd0bb768-bdb1-41a1-8da4-423eb19e3043 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.1379797 Jul 20 22:56:09.294665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6cac-7e05-4780-8fa8-33ba861ac369 req-c637f327-0ff6-4392-8861-57ad3cdde26a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:09.296766 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-144b6cac-7e05-4780-8fa8-33ba861ac369 req-c637f327-0ff6-4392-8861-57ad3cdde26a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0488925 Jul 20 22:56:09.346281 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-144b6cac-7e05-4780-8fa8-33ba861ac369 req-969dbf15-d458-4bfd-9d81-2d3c0d0a2c1a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Jul 20 22:56:09.831548 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24367-3953-4f63-8440-329f4932a1ad req-12bbd712-66ce-41b9-a165-73af3de4a518 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:09.835181 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8be24367-3953-4f63-8440-329f4932a1ad req-12bbd712-66ce-41b9-a165-73af3de4a518 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0520508 Jul 20 22:56:09.884893 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8be24367-3953-4f63-8440-329f4932a1ad req-657f6c78-9355-49fd-bfa0-902abc77a70b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460675 Jul 20 22:56:10.079104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-69c7141a-597a-4fb4-9cfb-5e5984f5ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:10.080600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-69c7141a-597a-4fb4-9cfb-5e5984f5ffc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.0914009 Jul 20 22:56:10.142574 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-3e865208-dd57-4cb6-9750-66b26bfa7976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 1001 time: 0.0559111 Jul 20 22:56:10.193965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-3c34482d-5145-426c-b4e0-e7761cc4599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:10.195491 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-3c34482d-5145-426c-b4e0-e7761cc4599e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0473597 Jul 20 22:56:10.239293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-c6574988-a355-40ef-a877-6f689f1de568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:10.240855 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-c6574988-a355-40ef-a877-6f689f1de568 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392942 Jul 20 22:56:10.253824 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-d881fa0f-eda8-4dc7-8e97-3403029b4ba4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:56:10.253824 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-d881fa0f-eda8-4dc7-8e97-3403029b4ba4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052097 Jul 20 22:56:10.343984 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-ec7366e4-00fd-4799-8e11-2dc1919272a6 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861096 Jul 20 22:56:10.460096 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:10.469543 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f154eb07-dca7-45c8-8397-4152a8a7c999 req-267cf2dd-07e4-46b6-9662-299c97559e61 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202011 Jul 20 22:56:10.480425 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa563-4433-4620-82ac-894fd8b82957 req-edec75cb-83e9-428d-bcd1-27bbfa18ef25 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:10.481819 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-321aa563-4433-4620-82ac-894fd8b82957 req-edec75cb-83e9-428d-bcd1-27bbfa18ef25 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0608051 Jul 20 22:56:10.538812 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-321aa563-4433-4620-82ac-894fd8b82957 req-51d19590-c7c1-497d-a42f-d8c5318a3542 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513270 Jul 20 22:56:10.700568 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 54986) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:10.807045 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20b8ed91-0e22-4d57-be7a-2e35e603fe93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:10.880115 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20b8ed91-0e22-4d57-be7a-2e35e603fe93 admin admin] Publish callbacks [] for security_group (ecb82224-e290-4812-8e62-87dfa24c600a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:10.950756 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20b8ed91-0e22-4d57-be7a-2e35e603fe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecb82224-e290-4812-8e62-87dfa24c600a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.018796 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20b8ed91-0e22-4d57-be7a-2e35e603fe93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1278cca4c1124564b83a914229ceddd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171191 Jul 20 22:56:11.021486 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 54992) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:11.029309 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ed91-0e22-4d57-be7a-2e35e603fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb82224-e290-4812-8e62-87dfa24c600a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:11.040317 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c3ec8-b7bf-4072-a046-d3bf51507141 req-4a48971a-457f-4462-9da1-96be591b5f17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:11.041882 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b55c3ec8-b7bf-4072-a046-d3bf51507141 req-4a48971a-457f-4462-9da1-96be591b5f17 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0791914 Jul 20 22:56:11.074178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] Publish callbacks [] for security_group (ecb82224-e290-4812-8e62-87dfa24c600a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.090841 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b55c3ec8-b7bf-4072-a046-d3bf51507141 req-766a3bcd-79a6-4004-968d-0b7f4575c4dc tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433133 Jul 20 22:56:11.096362 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] Publish callbacks [] for security_group (ecb82224-e290-4812-8e62-87dfa24c600a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.242205 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecb82224-e290-4812-8e62-87dfa24c600a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.244854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.246006 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecb82224-e290-4812-8e62-87dfa24c600a HTTP/1.1" status: 204 len: 168 time: 0.2234118 Jul 20 22:56:11.254558 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebcf69-6de6-4088-9697-96f0719261b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb82224-e290-4812-8e62-87dfa24c600a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:11.653635 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b5c22-bbe4-4ec2-aec9-ec91548506ba req-2e6d9390-964e-412d-a5a9-04e1646cb857 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:11.655103 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-675b5c22-bbe4-4ec2-aec9-ec91548506ba req-2e6d9390-964e-412d-a5a9-04e1646cb857 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0474291 Jul 20 22:56:11.704894 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-675b5c22-bbe4-4ec2-aec9-ec91548506ba req-4bee7ae3-8dfd-457c-8fe5-545178218e44 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Jul 20 22:56:11.852371 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55000) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:11.866344 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-860748dd-a022-411c-a970-c2ce1aab314f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:11.868864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:11.943455 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-860748dd-a022-411c-a970-c2ce1aab314f admin admin] Publish callbacks [] for security_group (286b6982-cbe5-41b6-bee9-419bb3f539d2), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.032722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-860748dd-a022-411c-a970-c2ce1aab314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (286b6982-cbe5-41b6-bee9-419bb3f539d2), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.071449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860748dd-a022-411c-a970-c2ce1aab314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286b6982-cbe5-41b6-bee9-419bb3f539d2,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:12.078200 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-860748dd-a022-411c-a970-c2ce1aab314f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9440d5c4ebf943a9b7b782b79e29e776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233891 Jul 20 22:56:12.080012 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55002) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:12.131880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] Publish callbacks [] for security_group (286b6982-cbe5-41b6-bee9-419bb3f539d2), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.155307 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] Publish callbacks [] for security_group (286b6982-cbe5-41b6-bee9-419bb3f539d2), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.214684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358cc6-890c-4397-8461-4ba34ac0424f req-7cdfa217-5200-4e9c-a5d9-e6ce6980b116 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:12.216187 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c3358cc6-890c-4397-8461-4ba34ac0424f req-7cdfa217-5200-4e9c-a5d9-e6ce6980b116 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0498979 Jul 20 22:56:12.265821 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c3358cc6-890c-4397-8461-4ba34ac0424f req-858ce092-4125-43dc-b6c8-ad8c2a055aff tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Jul 20 22:56:12.266182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (286b6982-cbe5-41b6-bee9-419bb3f539d2), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.269783 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:12.271377 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/286b6982-cbe5-41b6-bee9-419bb3f539d2 HTTP/1.1" status: 204 len: 168 time: 0.1901426 Jul 20 22:56:12.285334 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39248a9-102d-4744-a147-89e4f8505ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b6982-cbe5-41b6-bee9-419bb3f539d2,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:12.305441 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:12.833727 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d099-d687-46bb-a228-45e33cb4e06b req-217d9e3e-c299-4a84-af7a-0211c26a065c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:12.835211 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a269d099-d687-46bb-a228-45e33cb4e06b req-217d9e3e-c299-4a84-af7a-0211c26a065c tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0516202 Jul 20 22:56:12.885510 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a269d099-d687-46bb-a228-45e33cb4e06b req-ac3a363d-8863-4ff5-a47a-5de47a573f5f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446320 Jul 20 22:56:13.389689 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edc3ca-b9d3-4aa0-b025-63df3d7b6476 req-e1c7d6f2-c16c-4c85-87a1-bb155dd9985e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:13.391829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-27edc3ca-b9d3-4aa0-b025-63df3d7b6476 req-e1c7d6f2-c16c-4c85-87a1-bb155dd9985e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Jul 20 22:56:13.453906 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-27edc3ca-b9d3-4aa0-b025-63df3d7b6476 req-32b71042-55d3-4c06-a42d-0456d7818243 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Jul 20 22:56:13.934743 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55040) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:13.998707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30497092-f498-4499-b266-714b4a8cecbb req-43314918-bc58-4bbe-aed8-a8a0ebc91d63 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:14.000181 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-30497092-f498-4499-b266-714b4a8cecbb req-43314918-bc58-4bbe-aed8-a8a0ebc91d63 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Jul 20 22:56:14.031179 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:14.057785 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54108ee4-bfb9-4135-a090-cc1a83061957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.063915 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-30497092-f498-4499-b266-714b4a8cecbb req-edd92e27-1215-4b3c-9e1a-a0e9d53fe108 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579586 Jul 20 22:56:14.141194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54108ee4-bfb9-4135-a090-cc1a83061957 admin admin] Publish callbacks [] for security_group (226c49af-bb24-4ed2-a5e3-a9380a59534a), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.225112 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54108ee4-bfb9-4135-a090-cc1a83061957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (226c49af-bb24-4ed2-a5e3-a9380a59534a), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.269301 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-54108ee4-bfb9-4135-a090-cc1a83061957 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1490850f95249eebdc9ae86de441023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332827 Jul 20 22:56:14.270110 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54108ee4-bfb9-4135-a090-cc1a83061957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226c49af-bb24-4ed2-a5e3-a9380a59534a,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:14.271973 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55046) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:14.320024 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] Publish callbacks [] for security_group (226c49af-bb24-4ed2-a5e3-a9380a59534a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.341761 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] Publish callbacks [] for security_group (226c49af-bb24-4ed2-a5e3-a9380a59534a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.457248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef8438-b2d6-4be3-8ae0-1b83a501520f req-4c5acdb0-3166-42a7-ba6e-331f145ae867 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:14.458804 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67ef8438-b2d6-4be3-8ae0-1b83a501520f req-4c5acdb0-3166-42a7-ba6e-331f145ae867 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Jul 20 22:56:14.470828 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:14.477704 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:56:14.492636 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (226c49af-bb24-4ed2-a5e3-a9380a59534a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.500223 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.507566 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/226c49af-bb24-4ed2-a5e3-a9380a59534a HTTP/1.1" status: 204 len: 168 time: 0.2344983 Jul 20 22:56:14.527108 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a6c8-b868-42e7-bd43-df4b313aa793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c49af-bb24-4ed2-a5e3-a9380a59534a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:14.539634 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-67ef8438-b2d6-4be3-8ae0-1b83a501520f req-706b660a-b5f0-4459-880d-a41e4a8d113d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751574 Jul 20 22:56:14.544344 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55058) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:14.585434 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf is: ACTIVE; New status is: DOWN {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:56:14.585830 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.620764 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:56:14.622986 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6723dd1-e141-4c2a-a233-787b59938950" -d '{"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:56:14.623374 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253358f2-3077-476b-bb21-c7869f39df60 req-3b6969f3-983f-4c41-aba2-e4c93f2abed6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:14.625551 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-253358f2-3077-476b-bb21-c7869f39df60 req-3b6969f3-983f-4c41-aba2-e4c93f2abed6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0584998 Jul 20 22:56:14.643181 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:14.658234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5932270d-c9d7-4743-bdee-c3b7dc8ee66a x-openstack-request-id: req-5932270d-c9d7-4743-bdee-c3b7dc8ee66a {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:56:14.658530 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-unplugged", "status": "failed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "code": 422}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:56:14.658780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5932270d-c9d7-4743-bdee-c3b7dc8ee66a {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:56:14.659259 dv-cinder-799871-38-iscsi neutron-server[111124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5932270d-c9d7-4743-bdee-c3b7dc8ee66a']: {'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'code': 422} returned with failed status Jul 20 22:56:14.691420 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-52b91918-318d-4825-9ba9-d4a72a316197 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458549 Jul 20 22:56:14.703622 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-95eb85c4-0a67-4e51-b4eb-6fb678a99960 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:56:14.706131 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-95eb85c4-0a67-4e51-b4eb-6fb678a99960 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090392 Jul 20 22:56:14.718108 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:14.726738 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-253358f2-3077-476b-bb21-c7869f39df60 req-68aea35a-d9fc-468e-bef1-a76bf63d1cce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854251 Jul 20 22:56:14.762503 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:14.810091 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=6']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:14.818048 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.818510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.818917 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.819370 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.819761 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.820080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.820397 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.820713 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.821032 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.821346 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.821662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.821979 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.822289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.822598 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.822907 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:56:14.851518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55068) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:14.992900 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-e852d181-f271-488f-aed0-1c6a782bfd50 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:14.994784 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-e852d181-f271-488f-aed0-1c6a782bfd50 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports/3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 940 time: 0.1420979 Jul 20 22:56:15.649661 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a353673-bb38-417a-a747-a4f8f8b7cbe9 req-8d090242-8be6-4c14-80cf-c54859c761ee tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:15.651184 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6a353673-bb38-417a-a747-a4f8f8b7cbe9 req-8d090242-8be6-4c14-80cf-c54859c761ee tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0524166 Jul 20 22:56:15.701199 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6a353673-bb38-417a-a747-a4f8f8b7cbe9 req-bab952e0-7bd2-4896-a58b-c287b87500f3 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Jul 20 22:56:15.848685 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31db55-bc06-4874-a9f8-56ce3d134f2e req-29636a95-8ea9-4324-ac15-a6541b170e85 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:15.850307 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ce31db55-bc06-4874-a9f8-56ce3d134f2e req-29636a95-8ea9-4324-ac15-a6541b170e85 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 943 time: 0.0486848 Jul 20 22:56:15.898236 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ce31db55-bc06-4874-a9f8-56ce3d134f2e req-15efd1b3-8af9-4002-8af5-c8451475a883 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Jul 20 22:56:16.472311 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:56:16.573837 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:16.584837 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'mac_address': 'fa:16:3e:ad:96:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:56:16.619329 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:56:16.619721 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:16.633075 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:56:16.653344 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:16.694259 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:16.740379 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=9']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:16.833463 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100831-88b2-43e7-9f51-c0ec884a4890 req-fce9b310-b072-4e92-a74a-23409e959496 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:16.834927 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-79100831-88b2-43e7-9f51-c0ec884a4890 req-fce9b310-b072-4e92-a74a-23409e959496 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0468695 Jul 20 22:56:16.883641 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-79100831-88b2-43e7-9f51-c0ec884a4890 req-35dd43fc-a7fe-4d69-b3e5-5d8b47e8fc70 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Jul 20 22:56:17.016354 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57e0b-7cbc-4831-96fd-bb5c4922c39b req-06fbe9d3-2bc9-468e-9d81-a12709a66e85 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:17.017787 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f7a57e0b-7cbc-4831-96fd-bb5c4922c39b req-06fbe9d3-2bc9-468e-9d81-a12709a66e85 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 944 time: 0.0477934 Jul 20 22:56:17.036360 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:17.068838 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f7a57e0b-7cbc-4831-96fd-bb5c4922c39b req-b8c73099-a369-40cb-9595-6979b81e4036 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Jul 20 22:56:17.105827 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['bc39b14d-82b6-414a-8492-34acd0bf0123'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:56:17.995802 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e12b-77fe-49e8-aa22-1d94f94be899 req-9ceb723d-4800-4ffd-9762-23c2a842da33 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:17.997348 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91e2e12b-77fe-49e8-aa22-1d94f94be899 req-9ceb723d-4800-4ffd-9762-23c2a842da33 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0474062 Jul 20 22:56:18.049919 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-91e2e12b-77fe-49e8-aa22-1d94f94be899 req-47432a4c-e2bd-40b3-9d71-5698f0e4e0ec tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Jul 20 22:56:18.190945 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc8d0-3bba-4042-989e-da20de6ef922 req-15cd0438-7464-4b78-be0f-295cd60149f6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:18.192531 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f5ccc8d0-3bba-4042-989e-da20de6ef922 req-15cd0438-7464-4b78-be0f-295cd60149f6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 944 time: 0.0493457 Jul 20 22:56:18.243505 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f5ccc8d0-3bba-4042-989e-da20de6ef922 req-0bde5b82-fa85-4386-a207-942922276a11 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 Jul 20 22:56:18.474166 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:56:18.514314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:18.521445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port bc39b14d-82b6-414a-8492-34acd0bf0123 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:56:18.521816 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:18.583252 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:18.594826 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port bc39b14d-82b6-414a-8492-34acd0bf0123 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:56:18.595253 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:18.618050 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:56:18.620209 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1f1d1-77a5-40b0-aa5b-ca0715c76154" -d '{"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:56:18.639206 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:18.657870 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384ad2e-6394-4b60-820f-72146db416bd x-openstack-request-id: req-2384ad2e-6394-4b60-820f-72146db416bd {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:56:18.658226 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-plugged", "status": "completed", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:56:18.658482 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2384ad2e-6394-4b60-820f-72146db416bd {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:56:18.658879 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2384ad2e-6394-4b60-820f-72146db416bd'] response: {'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'code': 200} Jul 20 22:56:18.706077 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:18.760333 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=10']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:19.168937 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cec6a4-9d85-45af-988b-cf546c2d3142 req-d3c8a44f-591d-473c-a45f-c0e98934ad18 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:19.170356 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-88cec6a4-9d85-45af-988b-cf546c2d3142 req-d3c8a44f-591d-473c-a45f-c0e98934ad18 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0499735 Jul 20 22:56:19.222924 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-88cec6a4-9d85-45af-988b-cf546c2d3142 req-6fec0e60-97d2-4ea8-8ffc-984a5bfeee0e tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467277 Jul 20 22:56:19.364349 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2154e3-eeb2-4c2e-a6b8-eb96a9a0827f req-ce9a1c36-495c-4507-be06-bdefd7c40766 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:19.365801 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-af2154e3-eeb2-4c2e-a6b8-eb96a9a0827f req-ce9a1c36-495c-4507-be06-bdefd7c40766 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0467999 Jul 20 22:56:19.413094 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-af2154e3-eeb2-4c2e-a6b8-eb96a9a0827f req-1c06f948-f87c-43d8-aa0c-42207a012276 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Jul 20 22:56:20.338860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e75b1-6a84-4513-98b2-fa1eeb869e4f req-e81140bd-8666-4505-8470-8e4949d79d0f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:20.340332 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-499e75b1-6a84-4513-98b2-fa1eeb869e4f req-e81140bd-8666-4505-8470-8e4949d79d0f tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0497472 Jul 20 22:56:20.388473 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-499e75b1-6a84-4513-98b2-fa1eeb869e4f req-4be04388-9539-44e8-bb90-8b88fc5b880d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Jul 20 22:56:20.532179 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fd508-746a-48dc-a15e-a0a53aaebd8d req-ca27b899-ff4c-4458-962f-6b96b3667fc5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:20.533628 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-904fd508-746a-48dc-a15e-a0a53aaebd8d req-ca27b899-ff4c-4458-962f-6b96b3667fc5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0470967 Jul 20 22:56:20.579538 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-904fd508-746a-48dc-a15e-a0a53aaebd8d req-724b50f9-d4bd-4c9f-b20d-12f44e8efd42 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Jul 20 22:56:21.651334 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452001-30a5-43f4-84fc-3146388a86a1 req-118f1850-bcb2-4cb9-8248-73e7966fa198 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:21.652839 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-40452001-30a5-43f4-84fc-3146388a86a1 req-118f1850-bcb2-4cb9-8248-73e7966fa198 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0490003 Jul 20 22:56:21.700955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3e891-0caa-477a-a808-2e75c1b20cf8 req-2ad5edc2-3a34-4fc6-ba15-2c1e2b36ad6f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:21.701922 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-40452001-30a5-43f4-84fc-3146388a86a1 req-3a51be8c-50ee-4dd7-bd65-dfbe19721e97 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430942 Jul 20 22:56:21.703439 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-faf3e891-0caa-477a-a808-2e75c1b20cf8 req-2ad5edc2-3a34-4fc6-ba15-2c1e2b36ad6f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0517850 Jul 20 22:56:21.749083 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-faf3e891-0caa-477a-a808-2e75c1b20cf8 req-6a11c271-de40-45f4-a514-b93546e55e34 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Jul 20 22:56:22.830467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfd909-61d7-4dc2-8f78-f1ee62ffacdf req-a5c77d64-895b-414c-af0b-5ba549486a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:22.832028 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-facfd909-61d7-4dc2-8f78-f1ee62ffacdf req-a5c77d64-895b-414c-af0b-5ba549486a41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1130 time: 0.0428188 Jul 20 22:56:22.884524 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db5603-9858-4830-98ee-8c4059886e1a req-ebf92305-8124-4d56-bc58-6df88e6a785a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:22.886347 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97db5603-9858-4830-98ee-8c4059886e1a req-ebf92305-8124-4d56-bc58-6df88e6a785a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.1164227 Jul 20 22:56:22.889523 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-58c6e559-7c20-4ce5-8798-9b0b3ebcb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:22.891208 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-58c6e559-7c20-4ce5-8798-9b0b3ebcb1f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7&tenant_id=a257ecd598a74a5cb15fc4b62c5a5979 HTTP/1.1" status: 200 len: 1127 time: 0.0918963 Jul 20 22:56:22.895504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c0514-db9e-4864-a9f6-6db7dad2ba01 req-0e7d163e-0fb0-49da-98f5-5bfc8f84aaba tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:22.896960 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b70c0514-db9e-4864-a9f6-6db7dad2ba01 req-0e7d163e-0fb0-49da-98f5-5bfc8f84aaba tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0619006 Jul 20 22:56:22.935760 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-facfd909-61d7-4dc2-8f78-f1ee62ffacdf req-31858c6b-df51-4cd1-a474-0670597658d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902560 Jul 20 22:56:22.962650 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b70c0514-db9e-4864-a9f6-6db7dad2ba01 req-23d47ac5-501d-40e6-a84d-244169044af6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598032 Jul 20 22:56:22.969411 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-97db5603-9858-4830-98ee-8c4059886e1a req-e8cf5575-2fdd-4dc7-8bd9-f358bf3bdf10 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756927 Jul 20 22:56:22.976622 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-bd6a6b1d-7ae7-4e22-9b50-7079d31f9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:22.978388 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-bd6a6b1d-7ae7-4e22-9b50-7079d31f9d3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1127 time: 0.0537081 Jul 20 22:56:23.657312 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-b74fccdd-f918-4f74-803b-5055b78c0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:23.658752 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-b74fccdd-f918-4f74-803b-5055b78c0efb service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.0932124 Jul 20 22:56:23.900160 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:56:24.090602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025e5d-ab31-410b-9fba-2f3b69872a6a req-ac4c64e6-86be-4b4b-a6e8-62d207d73364 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:24.094586 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09025e5d-ab31-410b-9fba-2f3b69872a6a req-ac4c64e6-86be-4b4b-a6e8-62d207d73364 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0538969 Jul 20 22:56:24.094913 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c45e3d-fc7d-484a-8e1c-698fb560de9f req-e3b10176-3be6-4b79-901f-142338c07ba2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:24.096455 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c3c45e3d-fc7d-484a-8e1c-698fb560de9f req-e3b10176-3be6-4b79-901f-142338c07ba2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Jul 20 22:56:24.141207 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:24.145885 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c3c45e3d-fc7d-484a-8e1c-698fb560de9f req-9ce7bba2-3ed1-41b5-b546-a9f67d4d062f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Jul 20 22:56:24.146817 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-09025e5d-ab31-410b-9fba-2f3b69872a6a req-6acf455e-0cd7-4896-b568-74c4d293629b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480258 Jul 20 22:56:24.229312 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-4bc7c852-4d8e-4594-aff4-6df3e1d77676 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 999 time: 0.0601900 Jul 20 22:56:24.278918 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-b1b9f517-3e8a-402f-b425-4474660dc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:24.280413 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-b1b9f517-3e8a-402f-b425-4474660dc3f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0448322 Jul 20 22:56:24.323732 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-9a5d2d41-93ee-4f75-b2cc-1d370c4aaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:24.325232 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-9a5d2d41-93ee-4f75-b2cc-1d370c4aaf8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387759 Jul 20 22:56:24.341215 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:24.400601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:24.426141 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-a6d314b1-f4ee-4dc8-9000-b57dcb1544fc service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913718 Jul 20 22:56:24.523373 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-b92c8ce0-0af6-4ba4-8191-4ec4752a1cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897069 Jul 20 22:56:25.261948 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06968c-e8d8-480b-b106-0b9092f4a6b1 req-129b2eb8-373c-496e-bdfa-1b9033a89dce tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:25.263661 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9b06968c-e8d8-480b-b106-0b9092f4a6b1 req-129b2eb8-373c-496e-bdfa-1b9033a89dce tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0484278 Jul 20 22:56:25.267585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239872-f359-489b-9fbb-05d5ecf875f2 req-434ba011-7177-44dc-9503-327255f66f44 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:25.269112 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-85239872-f359-489b-9fbb-05d5ecf875f2 req-434ba011-7177-44dc-9503-327255f66f44 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0468802 Jul 20 22:56:25.315084 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9b06968c-e8d8-480b-b106-0b9092f4a6b1 req-3518052f-3387-48f5-872e-402d98d472bd tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 Jul 20 22:56:25.320557 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-85239872-f359-489b-9fbb-05d5ecf875f2 req-73f30532-5c83-4d5c-aa3a-ecf3c788c360 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Jul 20 22:56:25.870739 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:26.431352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3aa12-8b5a-4c92-b372-fc88ae57ee71 req-3cb16ea7-8dd5-4aa1-bc56-bb706ec787ce tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:26.432978 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a7d3aa12-8b5a-4c92-b372-fc88ae57ee71 req-3cb16ea7-8dd5-4aa1-bc56-bb706ec787ce tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0500739 Jul 20 22:56:26.445067 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd3494-b358-4df4-a0bd-8dae1cf6cca4 req-8ad35a17-583c-4652-9dea-b2343a8a6fa0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:26.446521 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2fcd3494-b358-4df4-a0bd-8dae1cf6cca4 req-8ad35a17-583c-4652-9dea-b2343a8a6fa0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0527904 Jul 20 22:56:26.482168 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a7d3aa12-8b5a-4c92-b372-fc88ae57ee71 req-618b75e2-f68d-4071-ae26-6b9f66bcc9ae tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Jul 20 22:56:26.492848 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2fcd3494-b358-4df4-a0bd-8dae1cf6cca4 req-7c8fe477-866b-45c2-8006-ac292eb545e9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Jul 20 22:56:27.598722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:27.603812 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478297-c806-4d9f-bc12-b9cb7ae1f075 req-ca789dda-312c-4bf9-8dcd-06f6a9dbfb1a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:27.605290 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8478297-c806-4d9f-bc12-b9cb7ae1f075 req-ca789dda-312c-4bf9-8dcd-06f6a9dbfb1a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0509996 Jul 20 22:56:27.614414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb38fb-d238-4146-95ff-e520ee382e5d req-7e053150-c877-4a34-9c03-01eb68d1ab08 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:27.616058 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-29eb38fb-d238-4146-95ff-e520ee382e5d req-7e053150-c877-4a34-9c03-01eb68d1ab08 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0476005 Jul 20 22:56:27.655731 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a8478297-c806-4d9f-bc12-b9cb7ae1f075 req-1973aadb-132b-4c11-9f1b-32de275f38f6 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 Jul 20 22:56:27.664176 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-29eb38fb-d238-4146-95ff-e520ee382e5d req-c3d989a2-19e4-4d1d-8c3f-532303e49d1c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Jul 20 22:56:28.771619 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0828e7-0ab4-4f4e-95e0-950446b22212 req-98d0ba3d-34f8-4a1e-bb8a-5792fadaa9a4 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:28.773117 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed0828e7-0ab4-4f4e-95e0-950446b22212 req-98d0ba3d-34f8-4a1e-bb8a-5792fadaa9a4 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0483291 Jul 20 22:56:28.786500 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880a29-43db-45ca-ad10-2235d3f89507 req-d2c03ef8-49eb-406a-9158-9ef4754beb06 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:28.788009 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c880a29-43db-45ca-ad10-2235d3f89507 req-d2c03ef8-49eb-406a-9158-9ef4754beb06 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0507057 Jul 20 22:56:28.823128 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed0828e7-0ab4-4f4e-95e0-950446b22212 req-b6910fb5-92dd-4df5-b9d6-7da2484d9124 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Jul 20 22:56:28.834938 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3c880a29-43db-45ca-ad10-2235d3f89507 req-d075b436-dd6e-445d-b1fe-3447a782d622 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Jul 20 22:56:29.938855 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2d87-98ec-4a86-b797-537e10a5fd95 req-827a72df-421f-4e1a-95d3-51073a6ec831 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:29.940556 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-94de2d87-98ec-4a86-b797-537e10a5fd95 req-827a72df-421f-4e1a-95d3-51073a6ec831 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0506225 Jul 20 22:56:29.956305 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56601819-b428-4747-9874-bd8ba978667d req-429301a6-d1de-47b2-9956-b0972bb74593 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:29.957909 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-56601819-b428-4747-9874-bd8ba978667d req-429301a6-d1de-47b2-9956-b0972bb74593 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0501795 Jul 20 22:56:29.989597 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-94de2d87-98ec-4a86-b797-537e10a5fd95 req-3533623b-c61d-4b04-87df-65c1cd988f6d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Jul 20 22:56:30.008611 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-56601819-b428-4747-9874-bd8ba978667d req-d071afc7-caf8-437a-aa30-d7c368e37afa tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451958 Jul 20 22:56:31.120968 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be542c-2f3a-4395-b035-549cfc77dce9 req-77a53a55-df8f-43b9-b8d8-70c0b94458cc tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:31.122498 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-41be542c-2f3a-4395-b035-549cfc77dce9 req-77a53a55-df8f-43b9-b8d8-70c0b94458cc tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0492225 Jul 20 22:56:31.145504 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974f40-9a64-4de2-8fe5-15169718fe79 req-042d5488-6b82-4776-9dba-1f4f6cdc6509 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:31.147031 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87974f40-9a64-4de2-8fe5-15169718fe79 req-042d5488-6b82-4776-9dba-1f4f6cdc6509 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Jul 20 22:56:31.178151 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-41be542c-2f3a-4395-b035-549cfc77dce9 req-dfc2676d-155e-4945-9653-74530c14a2d3 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Jul 20 22:56:31.210936 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87974f40-9a64-4de2-8fe5-15169718fe79 req-04a15919-8c27-4485-8922-f54b77f8597c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577013 Jul 20 22:56:31.687824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-73ced8e5-eac1-43a7-b3f2-99290732b78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:32.303107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85850b-c06a-4d75-91e5-eb2ef62ad22f req-a9c0a452-a086-401a-80d6-0391cbbd87ef tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:32.304561 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed85850b-c06a-4d75-91e5-eb2ef62ad22f req-a9c0a452-a086-401a-80d6-0391cbbd87ef tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0477390 Jul 20 22:56:32.352809 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed85850b-c06a-4d75-91e5-eb2ef62ad22f req-5bae16a0-2e64-4bc7-bbf6-b81fb9affe9d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Jul 20 22:56:32.458027 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4e116-bf57-4a6c-90dd-ee8bc6dd80a7 req-cfaa852b-62cb-4bff-95e0-d02a7deb9171 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:32.459512 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20a4e116-bf57-4a6c-90dd-ee8bc6dd80a7 req-cfaa852b-62cb-4bff-95e0-d02a7deb9171 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0524642 Jul 20 22:56:32.507924 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-20a4e116-bf57-4a6c-90dd-ee8bc6dd80a7 req-56e2e1b7-2370-40b2-aec3-3b8e59c54817 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Jul 20 22:56:33.473026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae663a33-444b-4142-85f8-e8f83035e6bc req-500caa8a-2ec8-4969-b856-daad8a1253ea tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:33.480100 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae663a33-444b-4142-85f8-e8f83035e6bc req-500caa8a-2ec8-4969-b856-daad8a1253ea tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0556669 Jul 20 22:56:33.532367 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae663a33-444b-4142-85f8-e8f83035e6bc req-5e024460-7000-49c3-bb5a-640d0bba900b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466166 Jul 20 22:56:33.896212 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:33.897105 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:33.951072 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-079c2a4c-c76e-4fd6-9c9b-8d8c1c82cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:34.652338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12872-f9f3-438f-bc57-60e8222d088a req-9c88a47c-fd57-41ec-af57-98c95bbbd7a0 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:34.653874 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b8a12872-f9f3-438f-bc57-60e8222d088a req-9c88a47c-fd57-41ec-af57-98c95bbbd7a0 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0533540 Jul 20 22:56:34.709706 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b8a12872-f9f3-438f-bc57-60e8222d088a req-9eedad20-d8ba-4187-a07b-59c148deb719 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 Jul 20 22:56:34.737981 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:34.789685 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-cc31c550-ba5b-4331-a36f-1eb06a053d9b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655744 Jul 20 22:56:34.829580 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:34.860125 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-94acf9f1-26dd-49d2-89bc-c557d74d0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:34.861660 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-94acf9f1-26dd-49d2-89bc-c557d74d0de5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 1130 time: 0.0406225 Jul 20 22:56:34.966894 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-ede0286a-c9e2-4dd3-95bf-eb09f50ad1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:34.968431 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-ede0286a-c9e2-4dd3-95bf-eb09f50ad1f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0885458 Jul 20 22:56:35.032725 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-ef107666-163f-48ff-a60f-53e97d9f114b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 200 len: 1001 time: 0.0583293 Jul 20 22:56:35.081166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-a7741a56-489f-47ab-b300-f9587e46bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:35.082517 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-a7741a56-489f-47ab-b300-f9587e46bd07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0436928 Jul 20 22:56:35.131114 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-47edcbb3-f85b-4ad4-955b-bcd2a152ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:35.132655 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-47edcbb3-f85b-4ad4-955b-bcd2a152ff37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408006 Jul 20 22:56:35.226422 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-8c50798e-bfe0-4712-94cc-aea26d399502 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878334 Jul 20 22:56:35.299815 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:35.316708 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ca779c9e-7b37-4604-846b-020c878c6b68 req-c7dd92fe-91ca-478c-a744-1e5908795d3f service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Jul 20 22:56:35.823329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd0ce-b68c-4500-b88d-19c88f443bff req-53a4a310-4131-4b5d-88f5-97f866ddd037 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:35.824793 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b18dd0ce-b68c-4500-b88d-19c88f443bff req-53a4a310-4131-4b5d-88f5-97f866ddd037 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0473514 Jul 20 22:56:35.873632 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b18dd0ce-b68c-4500-b88d-19c88f443bff req-119e1864-4d32-4a50-a849-b8aa24167668 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 Jul 20 22:56:36.436877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:36.962479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:36.997349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec54e5-a04c-49a5-943c-2b84d0a56932 req-1b61781f-7c14-45cb-b501-33f650b11d06 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:36.998864 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e2ec54e5-a04c-49a5-943c-2b84d0a56932 req-1b61781f-7c14-45cb-b501-33f650b11d06 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0525730 Jul 20 22:56:37.048149 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e2ec54e5-a04c-49a5-943c-2b84d0a56932 req-42962e7e-eec7-471f-a268-10553573d5d1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Jul 20 22:56:38.163756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a18718-1650-4147-973d-afd79fd27fff req-abc3f439-0417-42cf-ba0d-c5155acf1940 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:38.165205 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3a18718-1650-4147-973d-afd79fd27fff req-abc3f439-0417-42cf-ba0d-c5155acf1940 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0502503 Jul 20 22:56:38.214322 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e3a18718-1650-4147-973d-afd79fd27fff req-83d5cf38-b6a4-42cb-906a-24f67d2ddfc1 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Jul 20 22:56:39.326767 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef731149-845b-4203-a6be-a68f24397314 req-245763dd-afaf-4fb5-9cde-f6f3af94169b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:39.328269 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ef731149-845b-4203-a6be-a68f24397314 req-245763dd-afaf-4fb5-9cde-f6f3af94169b tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0470960 Jul 20 22:56:39.376721 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ef731149-845b-4203-a6be-a68f24397314 req-b09b6572-0167-4437-9c10-c5893f51501d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430055 Jul 20 22:56:40.547002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e618-0f01-4a98-96c1-c6e0b47ccd47 req-a562f979-6d36-41f8-98c2-34f0f8d01123 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:40.548971 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e44e618-0f01-4a98-96c1-c6e0b47ccd47 req-a562f979-6d36-41f8-98c2-34f0f8d01123 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 943 time: 0.0493584 Jul 20 22:56:40.581112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:56:40.599148 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8e44e618-0f01-4a98-96c1-c6e0b47ccd47 req-c0d85dff-5241-43c1-9c31-82300089245a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Jul 20 22:56:40.684351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:40.699129 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'port_id': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'mac_address': 'fa:16:3e:d6:b7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:56:40.861878 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:56:40.862262 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:40.875311 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:56:40.894944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:40.939782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:40.987685 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=7']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:41.417073 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:56:41.519309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:41.602036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:41.722538 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b187-285f-499f-a8b9-5f408772fda8 req-4f2dc8fe-b058-4823-95bf-b828302d5653 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:41.724036 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-27c0b187-285f-499f-a8b9-5f408772fda8 req-4f2dc8fe-b058-4823-95bf-b828302d5653 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 944 time: 0.0510783 Jul 20 22:56:41.776995 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-27c0b187-285f-499f-a8b9-5f408772fda8 req-620cd019-9d7f-4561-9f8f-aa2c9e9f4fab tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473175 Jul 20 22:56:42.597952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:56:42.643651 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:56:42.644260 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:42.716566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:56:42.716957 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:42.739911 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:56:42.742112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5770671a-ea99-46d7-a0a0-d718bd94c3ed" -d '{"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:56:42.754542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:42.780896 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33d16e-09fb-4208-9d1f-254a6517f844 x-openstack-request-id: req-bb33d16e-09fb-4208-9d1f-254a6517f844 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:56:42.783080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-plugged", "status": "completed", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:56:42.783080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb33d16e-09fb-4208-9d1f-254a6517f844 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:56:42.783080 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb33d16e-09fb-4208-9d1f-254a6517f844'] response: {'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'code': 200} Jul 20 22:56:42.865701 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:42.896322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63424d-6d9c-4d38-ad8b-0be637ba3d6e req-26c959db-940e-4731-8993-02eecede937e tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:42.897823 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc63424d-6d9c-4d38-ad8b-0be637ba3d6e req-26c959db-940e-4731-8993-02eecede937e tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 944 time: 0.0486741 Jul 20 22:56:42.916538 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=8']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:42.948911 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc63424d-6d9c-4d38-ad8b-0be637ba3d6e req-a7d1c29f-9669-42f4-9aca-2ca43532b118 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451488 Jul 20 22:56:43.428398 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04281196-7e1f-424a-a6fd-9817d8faffdf req-aa398470-30b7-4da8-b1a0-f4278db75366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:43.429925 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-04281196-7e1f-424a-a6fd-9817d8faffdf req-aa398470-30b7-4da8-b1a0-f4278db75366 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.0590024 Jul 20 22:56:43.481793 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-04281196-7e1f-424a-a6fd-9817d8faffdf req-f873acad-c3da-4041-be87-80444732a644 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Jul 20 22:56:44.062277 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578caab-a8bd-49be-bcca-6c8e6a2956a3 req-4c7e6361-417f-4493-a5dc-bd6d2dfff00a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:44.064277 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3578caab-a8bd-49be-bcca-6c8e6a2956a3 req-4c7e6361-417f-4493-a5dc-bd6d2dfff00a tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Jul 20 22:56:44.097268 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:44.105116 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:44.114561 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3578caab-a8bd-49be-bcca-6c8e6a2956a3 req-f73c4414-de57-440b-a5e8-c10aae851636 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 Jul 20 22:56:44.930422 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:44.931226 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:45.240108 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a4779-723b-4409-8e47-617148f906df req-1a838dc6-e19f-4506-8919-639b88302a2d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:45.241656 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9d8a4779-723b-4409-8e47-617148f906df req-1a838dc6-e19f-4506-8919-639b88302a2d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0597975 Jul 20 22:56:45.303970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55404) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:45.334817 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3bd9-634e-483a-a9c6-4c7b25f4ce38 req-c2953262-a7a1-4bfc-96f1-7e6d99b218e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:45.339894 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d43e3bd9-634e-483a-a9c6-4c7b25f4ce38 req-c2953262-a7a1-4bfc-96f1-7e6d99b218e2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0710177 Jul 20 22:56:45.398743 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d43e3bd9-634e-483a-a9c6-4c7b25f4ce38 req-2c602ef9-1bfe-45e2-8f35-a7d16d8f7919 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538425 Jul 20 22:56:45.457923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-94132048-9f85-416d-9022-af9b2aae03fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.534568 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:45.542804 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-94132048-9f85-416d-9022-af9b2aae03fa admin admin] Publish callbacks [] for security_group (4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.548941 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9d8a4779-723b-4409-8e47-617148f906df req-07ba752b-a4db-46d3-8c50-4d1ebc3d91df tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017066 Jul 20 22:56:45.624961 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-94132048-9f85-416d-9022-af9b2aae03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.665785 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-94132048-9f85-416d-9022-af9b2aae03fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb55751359e34bdca736759fa4dc4b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600085 Jul 20 22:56:45.666416 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94132048-9f85-416d-9022-af9b2aae03fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:45.669261 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55410) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:45.717428 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] Publish callbacks [] for security_group (4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.738665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] Publish callbacks [] for security_group (4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.859841 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.862417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:45.863602 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce HTTP/1.1" status: 204 len: 168 time: 0.1932008 Jul 20 22:56:45.871470 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b568e18-a525-4944-8a42-49b52816b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26f6e7-ef0b-49ae-a681-1d7a44b4e0ce,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:46.527416 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ba1b-94a0-486f-a53d-c089a7907717 req-a1f106c0-4dca-43fb-848b-3db882a66ff3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:46.527416 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2d34ba1b-94a0-486f-a53d-c089a7907717 req-a1f106c0-4dca-43fb-848b-3db882a66ff3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Jul 20 22:56:46.569697 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2d34ba1b-94a0-486f-a53d-c089a7907717 req-f9d0c004-8b4f-479f-a218-507b0add8fc2 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Jul 20 22:56:47.495467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-23199945-3ba5-4ce0-bdac-67780fbb229e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:47.497583 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-23199945-3ba5-4ce0-bdac-67780fbb229e tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Jul 20 22:56:47.577641 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port 9c946aca-d30d-47a8-85d4-39572b50ee93 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:56:47.578325 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:47.675820 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] For port 9c946aca-d30d-47a8-85d4-39572b50ee93, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9c946aca-d30d-47a8-85d4-39572b50ee93,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:56:47.675820 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:47.689434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2f15d-ea5c-4fb3-a78b-96d2cc7a260b req-23a0b9a9-4c1f-4267-b14c-efcb0ff300b7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:56:47.691347 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6de2f15d-ea5c-4fb3-a78b-96d2cc7a260b req-23a0b9a9-4c1f-4267-b14c-efcb0ff300b7 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Jul 20 22:56:47.716164 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:47.746916 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6de2f15d-ea5c-4fb3-a78b-96d2cc7a260b req-f265a94e-0632-4c42-afff-377155a8b0e3 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups?id=81b4674d-1bed-4a26-b6e3-765bd81c0ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501871 Jul 20 22:56:48.080885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:48.081249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:48.081558 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Floating IP c2bf944a-0d9c-4af2-815e-90638fcd116c disassociated. External IP: 172.27.1.236, port: 9c946aca-d30d-47a8-85d4-39572b50ee93. Jul 20 22:56:48.081895 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for 9c946aca-d30d-47a8-85d4-39572b50ee93 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:56:48.150786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:48.208908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:56:48.259764 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (9c946aca-d30d-47a8-85d4-39572b50ee93), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:48.288125 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=9c946aca-d30d-47a8-85d4-39572b50ee93,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:48.400935 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:56:48.506136 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:56:48.516098 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:56:48.528724 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:56:48.529344 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:56:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:56:48.549928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] No DVR routers for this DVR port 9c946aca-d30d-47a8-85d4-39572b50ee93 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:56:48.552467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:48.555743 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5d9dcd4b-dc67-46d2-9f26-3c0cfdc4f545 req-6cefeab6-62c4-412e-9b8f-671ab11d4608 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.23 "DELETE /v2.0/ports/9c946aca-d30d-47a8-85d4-39572b50ee93 HTTP/1.1" status: 204 len: 173 time: 1.0538375 Jul 20 22:56:48.557178 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'name': 'network-vif-deleted', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:56:48.558397 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1304559-80d7-4349-8590-6af7581d4a25" -d '{"events": [{"server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "name": "network-vif-deleted", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:56:48.639770 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:56:48.761204 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fbcfb1-93e1-4fba-902a-fd32eed7c599 x-openstack-request-id: req-d4fbcfb1-93e1-4fba-902a-fd32eed7c599 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:56:48.762068 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a732c09e-e99c-4bac-98ad-00a3a6547cc2", "name": "network-vif-deleted", "tag": "9c946aca-d30d-47a8-85d4-39572b50ee93", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:56:48.762461 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4fbcfb1-93e1-4fba-902a-fd32eed7c599 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:56:48.763202 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fbcfb1-93e1-4fba-902a-fd32eed7c599'] response: {'server_uuid': 'a732c09e-e99c-4bac-98ad-00a3a6547cc2', 'name': 'network-vif-deleted', 'tag': '9c946aca-d30d-47a8-85d4-39572b50ee93', 'status': 'completed', 'code': 200} Jul 20 22:56:48.865216 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ca196630-555a-4a8a-88a7-7ac7cc2315ae req-af6855b7-0bb6-45d9-83b6-0d567383c3c9 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/ports?device_id=a732c09e-e99c-4bac-98ad-00a3a6547cc2 HTTP/1.1" status: 200 len: 210 time: 0.0359614 Jul 20 22:56:48.891507 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:56:48.922903 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:56:48.935001 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:56:48.935857 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:56:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:56:49.131133 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:56:49.317331 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:56:49.346405 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72a927-6310-416c-ae38-bca6598fbb44 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:45:37Z', 'revision_number': 4, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '85d8b222-002a-45dc-ac00-9bc3bdaa6ead', 'name': '', 'network_id': '6b157aec-dd9e-48b2-9003-4eeafc1a43e4', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'mac_address': 'fa:16:3e:c8:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:34Z', 'updated_at': '2022-07-20T22:45:46Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'subnets': [{'id': '52e323bc-f6f7-4a66-b487-045b8d7d6bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:56:49.585586 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa5aaf-333f-4e00-8f22-1f85922e94ad None None] New status for floating IP c2bf944a-0d9c-4af2-815e-90638fcd116c: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:56:50.049639 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55460) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:50.108449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (81b4674d-1bed-4a26-b6e3-765bd81c0ffd), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.142528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (81b4674d-1bed-4a26-b6e3-765bd81c0ffd), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.265431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (81b4674d-1bed-4a26-b6e3-765bd81c0ffd), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.268669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.269870 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/security-groups/81b4674d-1bed-4a26-b6e3-765bd81c0ffd HTTP/1.1" status: 204 len: 168 time: 0.2192280 Jul 20 22:56:50.272777 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55464) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:50.279648 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77579e5c-be7d-4880-be98-f2a8b7093db5 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4674d-1bed-4a26-b6e3-765bd81c0ffd,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:50.293045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-2c79a04d-c85c-47f1-9969-c230f39ce663 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] show failed (client error): The resource could not be found. Jul 20 22:56:50.293045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2c79a04d-c85c-47f1-9969-c230f39ce663 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "GET /v2.0/security-groups/81b4674d-1bed-4a26-b6e3-765bd81c0ffd HTTP/1.1" status: 404 len: 347 time: 0.0145171 Jul 20 22:56:50.293045 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55466) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:56:50.401535 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Deleting port aad0ab4b-1d4d-489d-8ea9-0a7d3074296b {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:56:50.401874 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.493703 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.494058 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.506719 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Calling delete_port for aad0ab4b-1d4d-489d-8ea9-0a7d3074296b owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:56:50.728610 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (aad0ab4b-1d4d-489d-8ea9-0a7d3074296b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.751671 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Pushing event deleted for resources: {'Port': ['ID=aad0ab4b-1d4d-489d-8ea9-0a7d3074296b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:56:50.817592 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks [] for floatingip (c2bf944a-0d9c-4af2-815e-90638fcd116c), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.820111 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:50.821312 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e9b4f2a9-e259-4e39-bd1b-265979742671 tempest-AttachVolumeNegativeTest-25432571 tempest-AttachVolumeNegativeTest-25432571-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2bf944a-0d9c-4af2-815e-90638fcd116c HTTP/1.1" status: 204 len: 168 time: 0.5291786 Jul 20 22:56:51.904886 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 9c946aca-d30d-47a8-85d4-39572b50ee93 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:56:51.927813 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 9c946aca-d30d-47a8-85d4-39572b50ee93 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:56:51.928158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 9c946aca-d30d-47a8-85d4-39572b50ee93 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:56:55.888479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:56:59.320377 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=78 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:00.160800 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55540) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:00.275465 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:00.275465 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=49,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:00.412448 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:00.577161 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:00.654914 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:00.870360 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Deleting port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:00.870605 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:00.898554 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:57:00.956332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] For port 85d8b222-002a-45dc-ac00-9bc3bdaa6ead, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:57:00.956688 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:00.969674 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Calling delete_port for 85d8b222-002a-45dc-ac00-9bc3bdaa6ead owned by network:router_interface {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:01.185901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (85d8b222-002a-45dc-ac00-9bc3bdaa6ead), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:01.214064 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Pushing event deleted for resources: {'Port': ['ID=85d8b222-002a-45dc-ac00-9bc3bdaa6ead,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:01.243630 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.243981 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.245075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.245075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.245075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.245580 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.245731 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.246075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.246261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.246675 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.246889 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.247357 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.247666 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.247986 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.248314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:01.281294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:01.392349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:01.398058 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:01.606111 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:57:01.671378 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e0f96ecb-3ee5-4690-9256-378b04c78e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:01.710149 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:57:01.717847 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d199a32b-03b5-4370-b366-767b0f5a897a admin admin] 10.222.0.81 "PUT /v2.0/routers/7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543780 Jul 20 22:57:01.717981 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55548) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:01.718907 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Sync routers for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:57:01.729857 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:57:01.730468 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:56:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:01.835955 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:57:02.011199 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:57:01Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:02.039259 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Checking router: 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:57:02.047605 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Routers {'7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:57:02.048205 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:56:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:02.050202 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks [] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.148125 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] Set router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:57:02.154905 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks [] for router_gateway (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.211355 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:02.259375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Deleting port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:02.260232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.320398 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:57:01Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:02.341172 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] For port dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:57:02.350741 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.351245 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c2f73e-9e4d-490a-86a7-5f5ec5c8a7a9 None None] The sync data for ids ['7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43'] in dv-cinder-799871-38-iscsi is: [{'id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'name': 'tempest-AttachVolumeNegativeTest-908191762-router', 'tenant_id': 'f733781536584f80acfc325bf8444536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:45:24Z', 'updated_at': '2022-07-20T22:57:01Z', 'revision_number': 5, 'project_id': 'f733781536584f80acfc325bf8444536', 'gw_port': {'id': 'dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:45:27Z', 'updated_at': '2022-07-20T22:45:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:57:02.356159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Calling delete_port for dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:02.511682 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:02.573703 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.578863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:02.603861 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:02.668934 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.766540 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.769708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks [] for router_controller (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.951433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.952110 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:57:02.960834 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:02.960834 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-e2321882-e504-40d1-a890-3f5854aca4bc admin admin] 10.222.0.81 "DELETE /v2.0/routers/7fdc8e03-a1f1-4f86-a0f7-b394a0b14a43 HTTP/1.1" status: 204 len: 168 time: 1.2394643 Jul 20 22:57:02.961166 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55552) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:03.011614 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Deleting subnet 52e323bc-f6f7-4a66-b487-045b8d7d6bf4 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:57:03.014943 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Publish callbacks [] for subnet (52e323bc-f6f7-4a66-b487-045b8d7d6bf4), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.051470 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (52e323bc-f6f7-4a66-b487-045b8d7d6bf4), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.158236 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (52e323bc-f6f7-4a66-b487-045b8d7d6bf4), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.271835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (52e323bc-f6f7-4a66-b487-045b8d7d6bf4), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.298625 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e323bc-f6f7-4a66-b487-045b8d7d6bf4,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:03.303535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.309103 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/52e323bc-f6f7-4a66-b487-045b8d7d6bf4 HTTP/1.1" status: 204 len: 168 time: 0.3444431 Jul 20 22:57:03.309353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21182255-f4a2-488c-bf01-ae69410b77de None None] Network 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:57:03.309798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55556) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:03.312622 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.312968 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.313310 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.313651 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.313986 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.314318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.314711 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.314977 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.315329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.315656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.315989 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.316311 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.316632 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.316952 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.317269 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7cc43d-37c7-41da-9c35-e70be2552d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:57:03.390043 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (6b157aec-dd9e-48b2-9003-4eeafc1a43e4), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.435516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Deleting port 92026385-2a67-4f6b-889c-3c18bf847da9 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:03.435516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.466538 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515deac4-583f-4662-8873-e68cd8a235df None None] DHCP port deletion for 6b157aec-dd9e-48b2-9003-4eeafc1a43e4 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:57:03.504946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] For port 92026385-2a67-4f6b-889c-3c18bf847da9, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=92026385-2a67-4f6b-889c-3c18bf847da9,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:57:03.505308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.509624 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Deleting port 92026385-2a67-4f6b-889c-3c18bf847da9 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:03.510301 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.519089 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Calling delete_port for 92026385-2a67-4f6b-889c-3c18bf847da9 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:03.577469 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-515deac4-583f-4662-8873-e68cd8a235df None None] For port 92026385-2a67-4f6b-889c-3c18bf847da9, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=92026385-2a67-4f6b-889c-3c18bf847da9,segment=NetworkSegment(47eb85a7-de22-4ea2-b174-155e07b29311),segment_id=47eb85a7-de22-4ea2-b174-155e07b29311)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:57:03.577868 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.591029 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Calling delete_port for 92026385-2a67-4f6b-889c-3c18bf847da9 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:03.654358 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.665909 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (92026385-2a67-4f6b-889c-3c18bf847da9), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.683027 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] No DVR routers for this DVR port 92026385-2a67-4f6b-889c-3c18bf847da9 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:57:03.684843 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Pushing event deleted for resources: {'Port': ['ID=92026385-2a67-4f6b-889c-3c18bf847da9,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:03.697728 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515deac4-583f-4662-8873-e68cd8a235df None None] Pushing event deleted for resources: {'Port': ['ID=92026385-2a67-4f6b-889c-3c18bf847da9,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:03.699653 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515deac4-583f-4662-8873-e68cd8a235df None None] No DVR routers for this DVR port 92026385-2a67-4f6b-889c-3c18bf847da9 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:57:03.763708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (6b157aec-dd9e-48b2-9003-4eeafc1a43e4), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.784641 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b157aec-dd9e-48b2-9003-4eeafc1a43e4']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:03.793975 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eb85a7-de22-4ea2-b174-155e07b29311') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:03.794277 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eb85a7-de22-4ea2-b174-155e07b29311') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:03.803808 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (47eb85a7-de22-4ea2-b174-155e07b29311), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.817084 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (47eb85a7-de22-4ea2-b174-155e07b29311), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.823322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:57:03.824384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (47eb85a7-de22-4ea2-b174-155e07b29311), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.874012 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 47eb85a7-de22-4ea2-b174-155e07b29311 resource provider aggregate not found Jul 20 22:57:03.891045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 47eb85a7-de22-4ea2-b174-155e07b29311 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47eb85a7-de22-4ea2-b174-155e07b29311 found for delete ", "request_id": "req-f83e3acf-5d18-4187-939c-24390f29ebb2"}]} Jul 20 22:57:03.974283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (6b157aec-dd9e-48b2-9003-4eeafc1a43e4), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.979756 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:03.997626 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6b157aec-dd9e-48b2-9003-4eeafc1a43e4 HTTP/1.1" status: 204 len: 168 time: 0.6723969 Jul 20 22:57:03.997626 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bac7a7-1b09-46e0-a952-7a9aa5b09278 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b157aec-dd9e-48b2-9003-4eeafc1a43e4,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:04.014133 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5dfe-d909-4d13-b8da-1338fb37084b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:04.132172 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:57:04.152035 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:57:04.152375 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device dd5cbbe0-98fa-4e6d-a45b-42c80bf7316d not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:57:04.152765 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 92026385-2a67-4f6b-889c-3c18bf847da9 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:57:04.171142 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 92026385-2a67-4f6b-889c-3c18bf847da9 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:57:04.171480 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 92026385-2a67-4f6b-889c-3c18bf847da9 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:57:04.171871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 85d8b222-002a-45dc-ac00-9bc3bdaa6ead no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:57:04.193949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 85d8b222-002a-45dc-ac00-9bc3bdaa6ead {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:57:04.193949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 85d8b222-002a-45dc-ac00-9bc3bdaa6ead not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:57:04.321316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55566) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:04.363939 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-68033cb6-8d2b-4e48-acd4-6ec5cbd744d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f733781536584f80acfc325bf8444536&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413740 Jul 20 22:57:04.366381 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55568) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:04.414228 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] Publish callbacks [] for security_group (5767d6b6-65f1-4f0a-a6b3-3c681d635e80), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:04.425089 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:04.436970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] Publish callbacks [] for security_group (5767d6b6-65f1-4f0a-a6b3-3c681d635e80), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:04.591361 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (5767d6b6-65f1-4f0a-a6b3-3c681d635e80), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:04.593888 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:04.595063 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5767d6b6-65f1-4f0a-a6b3-3c681d635e80 HTTP/1.1" status: 204 len: 168 time: 0.2277734 Jul 20 22:57:04.603898 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15887262-fb56-4156-bcce-8e589d86de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5767d6b6-65f1-4f0a-a6b3-3c681d635e80,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:05.188038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:05.248602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:06.436786 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:06.975174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.344181 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55724) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:11.455004 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-48b58c98-7066-4c3a-a60b-728fc08be354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.492021 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:11.539720 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-48b58c98-7066-4c3a-a60b-728fc08be354 admin admin] Publish callbacks [] for security_group (613903b3-279c-4a8b-bf1b-270dbdd98943), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.625198 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-48b58c98-7066-4c3a-a60b-728fc08be354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (613903b3-279c-4a8b-bf1b-270dbdd98943), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.667462 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-48b58c98-7066-4c3a-a60b-728fc08be354 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe3edc44b7ee47139e03ec1dc3787da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220942 Jul 20 22:57:11.668505 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b58c98-7066-4c3a-a60b-728fc08be354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613903b3-279c-4a8b-bf1b-270dbdd98943,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:11.670146 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55736) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:11.726417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] Publish callbacks [] for security_group (613903b3-279c-4a8b-bf1b-270dbdd98943), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.751746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] Publish callbacks [] for security_group (613903b3-279c-4a8b-bf1b-270dbdd98943), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.870662 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (613903b3-279c-4a8b-bf1b-270dbdd98943), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.873290 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:11.874449 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/613903b3-279c-4a8b-bf1b-270dbdd98943 HTTP/1.1" status: 204 len: 168 time: 0.2033203 Jul 20 22:57:11.882567 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212112cf-b7fa-45f3-9bc7-c00a8fc9eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613903b3-279c-4a8b-bf1b-270dbdd98943,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:11.895520 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:11.989126 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55742) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:12.093523 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-589df4d8-e268-4a86-9079-036c0795991f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.170564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-589df4d8-e268-4a86-9079-036c0795991f admin admin] Publish callbacks [] for security_group (eddea216-1b17-499d-8cb4-7a6698455589), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.294389 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-589df4d8-e268-4a86-9079-036c0795991f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eddea216-1b17-499d-8cb4-7a6698455589), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.337602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589df4d8-e268-4a86-9079-036c0795991f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddea216-1b17-499d-8cb4-7a6698455589,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:12.345830 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-589df4d8-e268-4a86-9079-036c0795991f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1cbc2d06b7fb4a9a80f0fa9e19aaf21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529983 Jul 20 22:57:12.346877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 55746) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:12.401870 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] Publish callbacks [] for security_group (eddea216-1b17-499d-8cb4-7a6698455589), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.428444 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] Publish callbacks [] for security_group (eddea216-1b17-499d-8cb4-7a6698455589), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.556967 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (eddea216-1b17-499d-8cb4-7a6698455589), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.559562 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:12.560766 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eddea216-1b17-499d-8cb4-7a6698455589 HTTP/1.1" status: 204 len: 168 time: 0.2137325 Jul 20 22:57:12.569314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc873b36-06eb-4f39-a3af-924bbbcdbe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddea216-1b17-499d-8cb4-7a6698455589,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:13.241541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55754) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:13.255072 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e314b7f4-5f55-4242-bf04-f600d06807b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.330428 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e314b7f4-5f55-4242-bf04-f600d06807b2 admin admin] Publish callbacks [] for security_group (4ed7e4c6-5337-42d5-831d-783b6df97d51), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.396913 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e314b7f4-5f55-4242-bf04-f600d06807b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4ed7e4c6-5337-42d5-831d-783b6df97d51), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.434937 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b7f4-5f55-4242-bf04-f600d06807b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7e4c6-5337-42d5-831d-783b6df97d51,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:13.439265 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e314b7f4-5f55-4242-bf04-f600d06807b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b56b868f8933464db7abb77435e5d095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966853 Jul 20 22:57:13.442346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55756) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:13.491214 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] Publish callbacks [] for security_group (4ed7e4c6-5337-42d5-831d-783b6df97d51), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.513057 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] Publish callbacks [] for security_group (4ed7e4c6-5337-42d5-831d-783b6df97d51), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.643394 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (4ed7e4c6-5337-42d5-831d-783b6df97d51), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.645952 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:13.647233 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ed7e4c6-5337-42d5-831d-783b6df97d51 HTTP/1.1" status: 204 len: 168 time: 0.2043898 Jul 20 22:57:13.655429 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f729d-aa6a-4aca-b758-71d1fce54158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7e4c6-5337-42d5-831d-783b6df97d51,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:22.563551 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:22.567427 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=64,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:22.582231 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:23.650568 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:23.651464 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:23.667952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:24.951185 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55848) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:25.055720 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d2bd80c8-f1d3-46e9-9d84-978b927b1244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.128804 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d2bd80c8-f1d3-46e9-9d84-978b927b1244 admin admin] Publish callbacks [] for security_group (a8207777-e62a-47e8-8732-b923e093a6eb), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.197346 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d2bd80c8-f1d3-46e9-9d84-978b927b1244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a8207777-e62a-47e8-8732-b923e093a6eb), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.238005 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd80c8-f1d3-46e9-9d84-978b927b1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8207777-e62a-47e8-8732-b923e093a6eb,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:25.243862 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d2bd80c8-f1d3-46e9-9d84-978b927b1244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ef10ce83b81403da1cfc65a510bc257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916350 Jul 20 22:57:25.247263 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55852) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:25.296556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] Publish callbacks [] for security_group (a8207777-e62a-47e8-8732-b923e093a6eb), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.318183 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] Publish callbacks [] for security_group (a8207777-e62a-47e8-8732-b923e093a6eb), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.488185 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a8207777-e62a-47e8-8732-b923e093a6eb), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.490792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:25.492059 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8207777-e62a-47e8-8732-b923e093a6eb HTTP/1.1" status: 204 len: 168 time: 0.2445145 Jul 20 22:57:25.504981 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2f86-6d9a-446e-978f-bf96781f86f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8207777-e62a-47e8-8732-b923e093a6eb,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:25.945391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:28.465287 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=79 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:28.468231 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=31 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:31.705261 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-295618ac-fc60-47fa-aa13-7bf9aa93597e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:31.889757 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55916) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:31.996601 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3b4d-dcd0-4fa2-8da4-f865040e1c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.071284 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3b4d-dcd0-4fa2-8da4-f865040e1c27 admin admin] Publish callbacks [] for security_group (abb6f623-c7cb-4478-8977-cd4245867e72), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.151879 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3b4d-dcd0-4fa2-8da4-f865040e1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (abb6f623-c7cb-4478-8977-cd4245867e72), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.191373 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe3b4d-dcd0-4fa2-8da4-f865040e1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6f623-c7cb-4478-8977-cd4245867e72,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:32.196311 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3bbe3b4d-dcd0-4fa2-8da4-f865040e1c27 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52ccd4333faa4b21946b1cf7224e5020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049014 Jul 20 22:57:32.198548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55920) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:32.247519 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] Publish callbacks [] for security_group (abb6f623-c7cb-4478-8977-cd4245867e72), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.269083 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] Publish callbacks [] for security_group (abb6f623-c7cb-4478-8977-cd4245867e72), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.379618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (abb6f623-c7cb-4478-8977-cd4245867e72), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.382198 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:32.383367 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abb6f623-c7cb-4478-8977-cd4245867e72 HTTP/1.1" status: 204 len: 168 time: 0.1838515 Jul 20 22:57:32.392298 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c2003-db85-4929-87bb-107437f44092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6f623-c7cb-4478-8977-cd4245867e72,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:33.047283 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55926) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:33.064306 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09ea6fbd-22fa-4f3a-bef5-7824bea13767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.111222 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:33.116907 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:33.138636 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09ea6fbd-22fa-4f3a-bef5-7824bea13767 admin admin] Publish callbacks [] for security_group (6cda6b3e-41c9-4e85-a23d-880f15ed9940), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.213396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-09ea6fbd-22fa-4f3a-bef5-7824bea13767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6cda6b3e-41c9-4e85-a23d-880f15ed9940), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.252035 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea6fbd-22fa-4f3a-bef5-7824bea13767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda6b3e-41c9-4e85-a23d-880f15ed9940,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:33.256353 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-09ea6fbd-22fa-4f3a-bef5-7824bea13767 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ccb1456e21b643ccb606159388aafa64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075415 Jul 20 22:57:33.259539 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 55928) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:33.308019 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] Publish callbacks [] for security_group (6cda6b3e-41c9-4e85-a23d-880f15ed9940), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.328869 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] Publish callbacks [] for security_group (6cda6b3e-41c9-4e85-a23d-880f15ed9940), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.723303 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6cda6b3e-41c9-4e85-a23d-880f15ed9940), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.729649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:33.729649 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cda6b3e-41c9-4e85-a23d-880f15ed9940 HTTP/1.1" status: 204 len: 168 time: 0.4671314 Jul 20 22:57:33.735772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b912c8-e00e-4dcf-a357-a74af4df6fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda6b3e-41c9-4e85-a23d-880f15ed9940,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:34.002875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fddb91e2-05bc-4052-a31e-8db79608d598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:35.293944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:35.714662 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-a6964696-cc77-412b-ae7f-2b4acdb9a345 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378432 Jul 20 22:57:35.813844 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-0626d59b-d542-4016-b160-742854e4fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:35.815382 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-0626d59b-d542-4016-b160-742854e4fa1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.0412002 Jul 20 22:57:35.928338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-2eb1a591-bed5-46c5-9079-d965daa2fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:35.929827 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-2eb1a591-bed5-46c5-9079-d965daa2fbe1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.0969589 Jul 20 22:57:35.994859 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-13fb53c3-81c3-4bf0-8f84-fa5751afa61b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 1001 time: 0.0578823 Jul 20 22:57:36.044383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-f7c288f6-4058-43f4-8267-63fa84006e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:36.045816 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-f7c288f6-4058-43f4-8267-63fa84006e3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0440116 Jul 20 22:57:36.096321 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-a4c72e13-7f81-4ab2-be75-a7f666e7cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:36.098093 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-a4c72e13-7f81-4ab2-be75-a7f666e7cb6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455782 Jul 20 22:57:36.201430 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-566193aa-1b47-40ba-b208-015a2d00f9f1 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962617 Jul 20 22:57:36.296367 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-405a7977-d924-4061-a0b5-3ee5ac829d59 req-db9603b1-c7ad-4f88-ba31-9a36dd6f1fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Jul 20 22:57:36.448704 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:37.013889 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:37.898339 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:57:43.262460 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b983de-de8a-4047-a62d-d0a5e681d1d2 req-2493f6de-b753-4daf-8483-4add2845c596 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:43.264036 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-53b983de-de8a-4047-a62d-d0a5e681d1d2 req-2493f6de-b753-4daf-8483-4add2845c596 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0478864 Jul 20 22:57:43.316930 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-53b983de-de8a-4047-a62d-d0a5e681d1d2 req-0154b218-4f01-4505-a1a7-eb68f6614880 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465002 Jul 20 22:57:43.364381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=1,neutron:SELECT=51,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:43.731447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:44.445259 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc256ec2-0f5d-46c3-8106-a4ae692f5346 req-43c5a72d-1457-4770-bd0e-9fc8be5a2625 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:44.446738 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dc256ec2-0f5d-46c3-8106-a4ae692f5346 req-43c5a72d-1457-4770-bd0e-9fc8be5a2625 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Jul 20 22:57:44.495462 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dc256ec2-0f5d-46c3-8106-a4ae692f5346 req-9952e459-27ae-4f53-ab4b-1e1b8e5ff2cd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Jul 20 22:57:45.381818 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-469c1e36-930e-488f-a573-03156c6b5c26 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:45.383324 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-469c1e36-930e-488f-a573-03156c6b5c26 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0511386 Jul 20 22:57:45.466580 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Deleting port bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:45.466845 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:45.562166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] For port bc39b14d-82b6-414a-8492-34acd0bf0123, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=bc39b14d-82b6-414a-8492-34acd0bf0123,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:57:45.562536 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:45.648705 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d81e7c-3da6-49b3-b13e-23bd6a964982 req-11849ec0-3765-40a9-a739-c9bd1c6e3972 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:45.650172 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-91d81e7c-3da6-49b3-b13e-23bd6a964982 req-11849ec0-3765-40a9-a739-c9bd1c6e3972 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 946 time: 0.0795741 Jul 20 22:57:45.724216 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:45.733018 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:45.777072 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-91d81e7c-3da6-49b3-b13e-23bd6a964982 req-64051486-5c83-44c9-87ae-352ecb1e9d8a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=2975a6ac-2205-4624-82ad-3e9add7fde10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199093 Jul 20 22:57:45.797314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:45.797674 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:45.797990 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Floating IP cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef disassociated. External IP: 172.27.1.250, port: bc39b14d-82b6-414a-8492-34acd0bf0123. Jul 20 22:57:45.798378 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Calling delete_port for bc39b14d-82b6-414a-8492-34acd0bf0123 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:45.980194 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (bc39b14d-82b6-414a-8492-34acd0bf0123), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.008984 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'Port': ['ID=bc39b14d-82b6-414a-8492-34acd0bf0123,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:46.121594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:57:46.226587 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:57:46.237703 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:57:46.246841 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:57:46.248644 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:57:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:46.269808 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] No DVR routers for this DVR port bc39b14d-82b6-414a-8492-34acd0bf0123 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:57:46.272389 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.275804 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d778f482-74f8-4a3b-8c77-95e9432eaa5d req-18ddca25-66f9-4e41-a2b9-c9e0c1f6e6ce tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "DELETE /v2.0/ports/bc39b14d-82b6-414a-8492-34acd0bf0123 HTTP/1.1" status: 204 len: 173 time: 0.8874326 Jul 20 22:57:46.276234 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-deleted', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:57:46.278501 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1484ba78-1eaa-4076-8547-6a1fada70e6b" -d '{"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-deleted", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:57:46.315156 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185fa2c1-f7f1-488e-b77e-198f89eff0fd x-openstack-request-id: req-185fa2c1-f7f1-488e-b77e-198f89eff0fd {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:57:46.315456 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dca5cf4-1a98-44f6-bcfe-dba13d327330", "name": "network-vif-deleted", "tag": "bc39b14d-82b6-414a-8492-34acd0bf0123", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:57:46.315709 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-185fa2c1-f7f1-488e-b77e-198f89eff0fd {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:57:46.316114 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185fa2c1-f7f1-488e-b77e-198f89eff0fd'] response: {'server_uuid': '0dca5cf4-1a98-44f6-bcfe-dba13d327330', 'name': 'network-vif-deleted', 'tag': 'bc39b14d-82b6-414a-8492-34acd0bf0123', 'status': 'completed', 'code': 200} Jul 20 22:57:46.371894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:57:46.397258 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56084) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:46.528294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8588335b-ce64-490a-bc91-80ed9eb7ea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.589725 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:46.609446 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8588335b-ce64-490a-bc91-80ed9eb7ea60 admin admin] Publish callbacks [] for security_group (ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.614872 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:57:46.623322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:57:46.623942 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:57:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:46.671165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8588335b-ce64-490a-bc91-80ed9eb7ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.712512 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8588335b-ce64-490a-bc91-80ed9eb7ea60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03fe823060304d7590927c2f6524fac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140383 Jul 20 22:57:46.713585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588335b-ce64-490a-bc91-80ed9eb7ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:46.715322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56088) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:46.731476 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:57:46.773375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] Publish callbacks [] for security_group (ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.795199 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] Publish callbacks [] for security_group (ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.897824 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-800fb9da-65be-44c8-8e5e-140136ac984b req-ed525966-44e2-4e4e-bbaf-9a1078380a24 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=0dca5cf4-1a98-44f6-bcfe-dba13d327330 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Jul 20 22:57:46.899564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.902109 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:46.905829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5 HTTP/1.1" status: 204 len: 168 time: 0.1864295 Jul 20 22:57:46.912058 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c0d95-71ff-413d-8c9d-e7c13f4e7e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd58ade-d3fa-4a3c-aa5f-fd71c8b02da5,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:46.946537 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:57:46.979900 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484fcc0b-d06a-4126-b645-98ab601dfea9 None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:57:47.207112 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0088b-fb09-4b1e-a075-081e071d0f71 None None] New status for floating IP cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef: DOWN {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:57:47.574557 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56096) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:47.590827 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb26743-7f81-47e1-bf9d-50e5a0e6ac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.669679 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb26743-7f81-47e1-bf9d-50e5a0e6ac96 admin admin] Publish callbacks [] for security_group (c078e2d2-f71f-4ef0-9cce-56e69d97fc2d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.744742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbb26743-7f81-47e1-bf9d-50e5a0e6ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c078e2d2-f71f-4ef0-9cce-56e69d97fc2d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.784364 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fbb26743-7f81-47e1-bf9d-50e5a0e6ac96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d71193306ded43beb8136d938b52d2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086871 Jul 20 22:57:47.785278 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb26743-7f81-47e1-bf9d-50e5a0e6ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c078e2d2-f71f-4ef0-9cce-56e69d97fc2d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:47.790791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56098) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:47.841839 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] Publish callbacks [] for security_group (c078e2d2-f71f-4ef0-9cce-56e69d97fc2d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.866183 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] Publish callbacks [] for security_group (c078e2d2-f71f-4ef0-9cce-56e69d97fc2d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.979681 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (c078e2d2-f71f-4ef0-9cce-56e69d97fc2d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.982266 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:47.983429 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c078e2d2-f71f-4ef0-9cce-56e69d97fc2d HTTP/1.1" status: 204 len: 168 time: 0.1909678 Jul 20 22:57:47.991634 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60623b6-4504-4fee-b76a-62402993814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078e2d2-f71f-4ef0-9cce-56e69d97fc2d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:48.038851 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56106) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:48.101291 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (2975a6ac-2205-4624-82ad-3e9add7fde10), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.123597 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (2975a6ac-2205-4624-82ad-3e9add7fde10), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.260528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (2975a6ac-2205-4624-82ad-3e9add7fde10), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.263269 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.269572 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "DELETE /v2.0/security-groups/2975a6ac-2205-4624-82ad-3e9add7fde10 HTTP/1.1" status: 204 len: 168 time: 0.2242343 Jul 20 22:57:48.269716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56108) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:48.270174 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:48.274954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16dedf-dcf0-469d-b42b-aa6daa882edf tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975a6ac-2205-4624-82ad-3e9add7fde10,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:48.281017 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-8cafdeef-3756-4c58-9344-6d64fd0f2d67 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] show failed (client error): The resource could not be found. Jul 20 22:57:48.282010 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8cafdeef-3756-4c58-9344-6d64fd0f2d67 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups/2975a6ac-2205-4624-82ad-3e9add7fde10 HTTP/1.1" status: 404 len: 347 time: 0.0136726 Jul 20 22:57:48.285394 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56110) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:48.401909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Deleting port a36ee6c5-e41a-4ed9-aca0-18ec9cc07521 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:57:48.401909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.451657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:48.477974 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.481742 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.491058 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Calling delete_port for a36ee6c5-e41a-4ed9-aca0-18ec9cc07521 owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:57:48.503852 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:48.675892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56114) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:48.689479 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6ba8bd25-6a7f-4df6-9efb-54a29e8a8591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.697220 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (a36ee6c5-e41a-4ed9-aca0-18ec9cc07521), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.732847 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'Port': ['ID=a36ee6c5-e41a-4ed9-aca0-18ec9cc07521,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:48.821987 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.824594 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.825732 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f755d4e2-c554-4fcf-97f1-0a3bea3213be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "DELETE /v2.0/floatingips/cfbb9f7c-0ca9-4864-a55a-ff4f0b57f0ef HTTP/1.1" status: 204 len: 168 time: 0.5394464 Jul 20 22:57:48.855096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6ba8bd25-6a7f-4df6-9efb-54a29e8a8591 admin admin] Publish callbacks [] for security_group (964b114f-7bdb-42ec-b2ef-d3fac4ba8521), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.940428 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6ba8bd25-6a7f-4df6-9efb-54a29e8a8591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (964b114f-7bdb-42ec-b2ef-d3fac4ba8521), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:48.977689 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56118) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:48.982414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203824797', 'description': 'tempest-description--934473221'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:48.984294 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-6ba8bd25-6a7f-4df6-9efb-54a29e8a8591 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=136bb2bdfb31451fb45db10434e04b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073349 Jul 20 22:57:48.985156 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8bd25-6a7f-4df6-9efb-54a29e8a8591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b114f-7bdb-42ec-b2ef-d3fac4ba8521,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:48.987658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56120) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:49.037283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] Publish callbacks [] for security_group (964b114f-7bdb-42ec-b2ef-d3fac4ba8521), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.058329 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] Publish callbacks [] for security_group (964b114f-7bdb-42ec-b2ef-d3fac4ba8521), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.080824 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:49.094326 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.117530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:49.197456 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (964b114f-7bdb-42ec-b2ef-d3fac4ba8521), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.200291 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.201479 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/964b114f-7bdb-42ec-b2ef-d3fac4ba8521 HTTP/1.1" status: 204 len: 168 time: 0.2131422 Jul 20 22:57:49.210297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b978ad-9e4c-4bf9-91ee-8c7d792c19e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b114f-7bdb-42ec-b2ef-d3fac4ba8521,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:49.245161 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (e6cf195a-f229-41c2-99a8-6fc7248d861f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.362824 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e6cf195a-f229-41c2-99a8-6fc7248d861f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.393530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf195a-f229-41c2-99a8-6fc7248d861f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:49.593312 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.601863 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d3fd9608-8597-43b1-800d-123e723a8cb7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6158140 Jul 20 22:57:49.602101 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56124) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:49.602564 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf195a-f229-41c2-99a8-6fc7248d861f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:49.756916 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (0ed62f9b-f8fc-42e6-bced-1e88605ccb12), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.816062 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (0ed62f9b-f8fc-42e6-bced-1e88605ccb12), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.888515 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (0ed62f9b-f8fc-42e6-bced-1e88605ccb12), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.909782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed62f9b-f8fc-42e6-bced-1e88605ccb12,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:49.966364 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:49.967637 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-2b86558c-6c07-4b2f-a84f-78d9f94c855a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3690033 Jul 20 22:57:49.970906 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56134) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:49.975167 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'security_group_rule': {'security_group_id': 'e6cf195a-f229-41c2-99a8-6fc7248d861f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:50.074777 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (43f1e326-7cbb-402a-b7f8-e237e2337c89), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.123863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (43f1e326-7cbb-402a-b7f8-e237e2337c89), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.197022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (43f1e326-7cbb-402a-b7f8-e237e2337c89), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.214146 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f1e326-7cbb-402a-b7f8-e237e2337c89,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:50.313233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.314528 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-20fc2c47-647b-4ba2-9372-837babf9dfb1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426507 Jul 20 22:57:50.317585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56144) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:50.322017 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:50.425949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.479061 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:50.492844 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56148) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:50.506082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.579412 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:57:50.594296 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1670163503-network', 'tenant_id': '2052ef42be464cc98e98aa5da24ee7ae'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:50.606710 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: bc39b14d-82b6-414a-8492-34acd0bf0123 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:57:50.607084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device bc39b14d-82b6-414a-8492-34acd0bf0123 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:57:50.622831 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Allocated IP 172.27.1.72 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/49264f10-ba98-4904-8a36-28e56850efab) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:57:50.700077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Made reservation on behalf of 2052ef42be464cc98e98aa5da24ee7ae for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:57:50.702426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.711585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.727438 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (49264f10-ba98-4904-8a36-28e56850efab), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.735134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:50.790497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks [] for security_group (d820101a-12df-4c01-b98a-040cf19684e6), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.871861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d820101a-12df-4c01-b98a-040cf19684e6), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.904814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 22:57:50.912271 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820101a-12df-4c01-b98a-040cf19684e6,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:50.918744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9ff70762-8f9f-4588-927d-0a81cd5035b1), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:50.919167 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Added segment 9ff70762-8f9f-4588-927d-0a81cd5035b1 of type vlan for network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 Jul 20 22:57:50.961871 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (c86e9e7a-5907-4940-b6d7-ad82cb3693a8), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.082127 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (c86e9e7a-5907-4940-b6d7-ad82cb3693a8), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.082572 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (49264f10-ba98-4904-8a36-28e56850efab), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.083230 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:51.083766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.127550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:57:51.132782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:57:51.135554 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:57:51.139074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=49264f10-ba98-4904-8a36-28e56850efab,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:51.146451 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] Pushing event updated for resources: {'Network': ['ID=c86e9e7a-5907-4940-b6d7-ad82cb3693a8,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:51.156411 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 22:57:51.208108 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3bbd76ce-76c7-449c-b3ad-de3bd9d83d90 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7113900 Jul 20 22:57:51.208523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56152) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:57:51.214562 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Request body: {'subnet': {'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1670163503-subnet', 'tenant_id': '2052ef42be464cc98e98aa5da24ee7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:51.228618 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.305633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Made reservation on behalf of 2052ef42be464cc98e98aa5da24ee7ae for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:57:51.309240 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.345762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (49264f10-ba98-4904-8a36-28e56850efab), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.401504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:51.495354 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (49264f10-ba98-4904-8a36-28e56850efab), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.557267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (b46cab3d-8bd8-4d55-a213-9ae359267880), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.603520 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (49264f10-ba98-4904-8a36-28e56850efab), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.617916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:51.628063 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46cab3d-8bd8-4d55-a213-9ae359267880,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:51.637967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Checking segment: {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:57:51.638526 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Network hostable DHCP agents. Network: c86e9e7a-5907-4940-b6d7-ad82cb3693a8, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 22:57:51.677102 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=49264f10-ba98-4904-8a36-28e56850efab,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:51.689757 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.751219 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 22:57:51.839233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.840472 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-ea0c2f4c-2e60-48f7-a423-be4368caa16f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5219142 Jul 20 22:57:51.877675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, c86e9e7a-5907-4940-b6d7-ad82cb3693a8) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:57:51.883087 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:51.887891 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:51.888585 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b3843-538e-4ab9-9f9b-860be0687918 None None] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:57:51.950314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:52.045414 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-dcaee667-fd7d-4f70-9ab7-32f4c98302db admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8345635 Jul 20 22:57:52.063918 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-92df2caf-3d7b-4ad7-96b2-08419909828e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1203824797&fields=id&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 267 time: 0.0476861 Jul 20 22:57:52.109392 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:52.136972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d6aba-4902-4f1c-adf1-0fa5f01805fe None None] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:57:52.175982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:52.210027 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-808f00f6-96ed-4b8b-a01b-6c3833bf1ef6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:52.211737 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-808f00f6-96ed-4b8b-a01b-6c3833bf1ef6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 816 time: 0.1387081 Jul 20 22:57:52.231653 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-d3b4562c-cfb7-4401-b62c-f378e35ddeff tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/quotas/7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 375 time: 0.0108247 Jul 20 22:57:52.286473 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-cea337bc-9daf-461e-a5fd-900d1402677b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468986 Jul 20 22:57:52.351367 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-d779d5eb-46fb-41e5-b503-e401ec7e975a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:57:52.352377 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-d779d5eb-46fb-41e5-b503-e401ec7e975a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0579941 Jul 20 22:57:52.449032 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-3dc00aa2-cb81-4949-bf47-528976d508f7 service neutron] 10.222.0.81 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904307 Jul 20 22:57:52.514455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:52.544462 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-6267df95-ccab-44d4-b7fc-3563c90ab15e service neutron] 10.222.0.81 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883393 Jul 20 22:57:52.797175 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c8682569-b457-4d2c-8ce0-800e3d2a5a29 req-517948f5-6b58-4abb-a9cb-cf7696e741be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 210 time: 0.0289373 Jul 20 22:57:53.898047 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e9a56fba-77ca-4e76-a72b-c41c9f365389 req-726c0907-2fbc-4923-8337-51cc56aff133 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 210 time: 0.0290427 Jul 20 22:57:54.998298 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0ee19187-f78e-4485-8229-01fa7b54caea req-b7368606-2ff1-41fe-918c-bb3e2df4f4d8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 210 time: 0.0275021 Jul 20 22:57:55.037662 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-5eb31fd8-c39a-4354-842e-5a576afe544b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:55.039208 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-5eb31fd8-c39a-4354-842e-5a576afe544b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 816 time: 0.1049941 Jul 20 22:57:55.111682 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-d980ed98-a2f2-4117-8b03-9e19f8316a51 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 380 time: 0.0564005 Jul 20 22:57:55.120361 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'port': {'device_id': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'admin_state_up': True, 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'security_groups': ['e6cf195a-f229-41c2-99a8-6fc7248d861f']}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:55.330232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Made reservation on behalf of 7ace18b7cfda4329adb560220ff909cc for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:57:55.333552 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:55.458711 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-f4199308-7030-4ace-9fb1-5585c23cdf7f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:55.460146 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-f4199308-7030-4ace-9fb1-5585c23cdf7f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/networks?id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8 HTTP/1.1" status: 200 len: 809 time: 0.1660783 Jul 20 22:57:55.487947 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-505d874d-984d-4a2d-ab42-25edaeac1b64 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/quotas/2052ef42be464cc98e98aa5da24ee7ae HTTP/1.1" status: 200 len: 375 time: 0.0196602 Jul 20 22:57:55.543797 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-9e461544-d3c8-4023-921e-a12129194449 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382261 Jul 20 22:57:55.584634 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Allocated IP 172.20.0.11 (4c618a1c-50e1-4062-bdfe-9e52756a99e5/f92c36e1-0eaa-4095-9621-6d2b376e083c/41607f00-87e1-4b7a-ab9d-322990f3e718) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:57:55.686821 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-d8b21ca7-6db7-44fe-8ca1-49938d4c01a8 service neutron] 10.222.0.81 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362691 Jul 20 22:57:55.790885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:55.831369 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:55.855029 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:55.859511 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-6c82b9cd-6d61-4e3b-b1b3-f65f1847c760 service neutron] 10.222.0.81 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629298 Jul 20 22:57:55.916743 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:55.945783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:55.992940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:57:55.997997 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:57:56.000120 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:56.002756 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:57:56.054857 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:56.055488 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.141689 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f8d7d-937e-49fc-88df-51e40a29fd71 req-335c618d-9138-483c-ab0c-20680942d0fd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:56.150600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-385f8d7d-937e-49fc-88df-51e40a29fd71 req-335c618d-9138-483c-ab0c-20680942d0fd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 932 time: 0.0683627 Jul 20 22:57:56.161615 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f6122a34-04cc-47c7-8bdf-53902706723a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0445993 Jul 20 22:57:56.164400 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9dcc08ef-8539-4e83-8549-e674ab32f6bc req-c6b752d7-63e3-4ad8-8716-9eb768e0ef1b tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0493846 Jul 20 22:57:56.188279 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Request body: {'port': {'device_id': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:57:56.208124 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-385f8d7d-937e-49fc-88df-51e40a29fd71 req-90e1b092-d28b-4ad1-9982-2578378237a6 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544717 Jul 20 22:57:56.251073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.341509 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-98204306-8580-4a67-9125-ea71af02279d None None] Provisioning complete for port 41607f00-87e1-4b7a-ab9d-322990f3e718 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:57:56.342000 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-98204306-8580-4a67-9125-ea71af02279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.374518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-98204306-8580-4a67-9125-ea71af02279d None None] Port 41607f00-87e1-4b7a-ab9d-322990f3e718 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:57:56.533313 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:57:56.541073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks [] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.551573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:56.554147 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Transition to ACTIVE for port object 41607f00-87e1-4b7a-ab9d-322990f3e718 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:57:56.660380 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.711201 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:56.795530 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Attempting to bind port 41607f00-87e1-4b7a-ab9d-322990f3e718 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:57:56.796091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Attempting to bind port 41607f00-87e1-4b7a-ab9d-322990f3e718 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:57:56.796668 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Attempting to bind port 41607f00-87e1-4b7a-ab9d-322990f3e718 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:57:56.803273 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Port 41607f00-87e1-4b7a-ab9d-322990f3e718 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:57:56.803601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Attempting to bind port 41607f00-87e1-4b7a-ab9d-322990f3e718 on network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:57:56.808963 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:57:56.809303 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Checking segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:57:56.809692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Bound using segment: {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:57:56.810130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Bound port: 41607f00-87e1-4b7a-ab9d-322990f3e718, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da3df65-33fd-4a23-9a47-25aea21f32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:57:56.810494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:56.879839 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:57:56.882878 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:57:56.987477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:57.027851 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.029159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:57:57.029879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] 10.222.0.23 "PUT /v2.0/ports/41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 1094 time: 0.8559515 Jul 20 22:57:57.030298 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:57:57.032588 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114dd82-b8fa-41c4-a904-1f408a17380e" -d '{"events": [{"name": "network-changed", "server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:57:57.057767 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265c59-bde2-436d-adb3-1cf80a98aa11 service neutron] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:57:57.079733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79972bdc-855c-450e-9c2c-8c10a8134cfc x-openstack-request-id: req-79972bdc-855c-450e-9c2c-8c10a8134cfc {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:57:57.080030 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:57:57.080281 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79972bdc-855c-450e-9c2c-8c10a8134cfc {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:57:57.080683 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79972bdc-855c-450e-9c2c-8c10a8134cfc'] response: {'name': 'network-changed', 'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'status': 'completed', 'code': 200} Jul 20 22:57:57.156673 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:57.162656 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-e412c4f3-9c8c-48ab-9979-abd72dc4bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.164196 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-e412c4f3-9c8c-48ab-9979-abd72dc4bb7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1128 time: 0.0421591 Jul 20 22:57:57.257065 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-804cd86a-a855-4dc1-a214-f7d054c86c3b req-9db23990-c3ca-4bee-ab22-25ce26e82049 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0304048 Jul 20 22:57:57.381267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404f996-4bec-4e93-b506-10d82d0e4d7d req-ef58b836-2e51-4d94-9844-6dab37d0afeb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.382719 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f404f996-4bec-4e93-b506-10d82d0e4d7d req-ef58b836-2e51-4d94-9844-6dab37d0afeb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0966201 Jul 20 22:57:57.385684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-da4cb201-03f8-45fa-a403-fad27cea536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.387020 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-da4cb201-03f8-45fa-a403-fad27cea536e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7ace18b7cfda4329adb560220ff909cc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2107747 Jul 20 22:57:57.545305 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f404f996-4bec-4e93-b506-10d82d0e4d7d req-a774aad0-71ab-408e-9284-93d29d9ce9ea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564267 Jul 20 22:57:57.576416 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-ef2a03c4-0006-40e9-9c13-bb424cb49da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.577856 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8114dd82-b8fa-41c4-a904-1f408a17380e req-ef2a03c4-0006-40e9-9c13-bb424cb49da4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823833 Jul 20 22:57:57.681989 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-fa3a47b3-26b8-4534-b96e-3248174e8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.683476 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-fa3a47b3-26b8-4534-b96e-3248174e8eca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1128 time: 0.0480289 Jul 20 22:57:57.727189 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-f04bbfe4-c9fc-461e-9818-3c62f0d480f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 217 time: 0.0319359 Jul 20 22:57:57.775632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-3b520a64-eaaf-48b1-8272-bdabcd09f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.776973 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-3b520a64-eaaf-48b1-8272-bdabcd09f38a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0448680 Jul 20 22:57:57.823887 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-629fa148-0328-4bbd-baea-7a41d4ef47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:57.825389 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-629fa148-0328-4bbd-baea-7a41d4ef47d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415576 Jul 20 22:57:57.919570 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-06c09c6e-58a5-4379-aad9-ca05a9981426 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865538 Jul 20 22:57:58.012334 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3078f299-a5b5-489a-8ba1-39223e207d5e req-cae5e126-995e-47d2-8586-8302a980127e service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869408 Jul 20 22:57:58.350706 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-02be15d7-abb7-486a-9a12-b8e48443969b req-62e0dbfb-dd83-48b2-bfdd-c77d29631d0c tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0277770 Jul 20 22:57:58.663098 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f73c5-f57f-405c-8df1-38ccdfb2d00d req-a086e53c-ce2b-4eb6-88da-aeba13849182 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:58.664468 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c73f73c5-f57f-405c-8df1-38ccdfb2d00d req-a086e53c-ce2b-4eb6-88da-aeba13849182 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0467885 Jul 20 22:57:58.675709 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:58.712174 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c73f73c5-f57f-405c-8df1-38ccdfb2d00d req-4cb31eea-723a-4f4d-8593-d59d9e2e5cda tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Jul 20 22:57:58.924247 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:58.924918 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:57:59.446196 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1bb1296f-c544-4563-b743-7f183ac45832 req-3ba8f8ea-0f46-4a8e-a415-180c8966f87e tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0287864 Jul 20 22:57:59.827261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5866e-016d-4630-9b8d-85bf3cc8d1b0 req-710eaf20-554a-4e65-b95f-cdc4bec5a662 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:57:59.828713 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bbe5866e-016d-4630-9b8d-85bf3cc8d1b0 req-710eaf20-554a-4e65-b95f-cdc4bec5a662 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0467346 Jul 20 22:57:59.878002 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-bbe5866e-016d-4630-9b8d-85bf3cc8d1b0 req-d676b73a-2c2c-4e71-aecb-93e76a4616ac tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Jul 20 22:58:00.555783 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-723afd4e-9b09-453d-aebf-048496e8c6fc req-98844393-8150-4435-91fe-780813237f14 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0327704 Jul 20 22:58:00.609661 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-b08ba2c2-3e48-4f21-8e1f-26fb72bcda2e tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:00.611811 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-b08ba2c2-3e48-4f21-8e1f-26fb72bcda2e tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "GET /v2.0/networks?id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8 HTTP/1.1" status: 200 len: 809 time: 0.1074846 Jul 20 22:58:00.629347 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Request body: {'port': {'device_id': '7e036851-7855-49e6-8f90-5e3c506284bf', 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8', 'admin_state_up': True, 'tenant_id': '2052ef42be464cc98e98aa5da24ee7ae'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:58:00.825314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Made reservation on behalf of 2052ef42be464cc98e98aa5da24ee7ae for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:58:00.828784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:00.903470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:01.217775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Allocated IP 172.20.0.2 (c86e9e7a-5907-4940-b6d7-ad82cb3693a8/b46cab3d-8bd8-4d55-a213-9ae359267880/e911730b-322f-4389-b750-fb1ba19cdb6a) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:58:01.247946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b968-3287-40f0-8ebf-1a665b4cd23b req-0996e311-427b-4563-b8b6-955524c73a66 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:01.249396 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3e59b968-3287-40f0-8ebf-1a665b4cd23b req-0996e311-427b-4563-b8b6-955524c73a66 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.2953408 Jul 20 22:58:01.369579 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3e59b968-3287-40f0-8ebf-1a665b4cd23b req-db10de5d-91ef-41c2-9459-f2da204239f8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111288 Jul 20 22:58:01.379246 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:01.418863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks [] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:01.517067 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:01.559156 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:58:01.565444 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:58:01.571609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:58:01.575708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Pushing event updated for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:01.604408 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.608979 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.610075 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:01.634298 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:01.635132 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:01.670637 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e811-3fea-4f65-9064-f20f1ee1a2a2 req-a06f5e12-e639-446b-ac5d-97dc7b6422d6 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:01.672141 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-33c7e811-3fea-4f65-9064-f20f1ee1a2a2 req-a06f5e12-e639-446b-ac5d-97dc7b6422d6 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 931 time: 0.0487316 Jul 20 22:58:01.705353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-397047b2-26d9-4222-b9af-8ce0ba4a2d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:01.721860 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-33c7e811-3fea-4f65-9064-f20f1ee1a2a2 req-f8723dad-4abf-4663-94d2-c10cad05d602 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Jul 20 22:58:01.738237 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-0b9d2aa0-6bf5-4524-96bd-a9e9c72cb115 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122391 Jul 20 22:58:01.753830 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Request body: {'port': {'device_id': '7e036851-7855-49e6-8f90-5e3c506284bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:58:01.817198 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.071922 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e911730b-322f-4389-b750-fb1ba19cdb6a {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:58:02.079885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks [] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.092409 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Transition to ACTIVE for port object e911730b-322f-4389-b750-fb1ba19cdb6a will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:58:02.168342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.194969 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:02.217144 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:02.290821 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Attempting to bind port e911730b-322f-4389-b750-fb1ba19cdb6a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:58:02.291177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Attempting to bind port e911730b-322f-4389-b750-fb1ba19cdb6a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:58:02.291510 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Attempting to bind port e911730b-322f-4389-b750-fb1ba19cdb6a on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:58:02.295901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Port e911730b-322f-4389-b750-fb1ba19cdb6a on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:58:02.296226 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Attempting to bind port e911730b-322f-4389-b750-fb1ba19cdb6a on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:58:02.301861 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:58:02.302202 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Checking segment: {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:58:02.303404 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Bound using segment: {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:58:02.303404 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Bound port: e911730b-322f-4389-b750-fb1ba19cdb6a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:58:02.303624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.358433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:02.367809 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:58:02.370725 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e911730b-322f-4389-b750-fb1ba19cdb6a,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:58:02.483744 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.491785 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1dfc-44bf-463f-9fce-d090a20c662a req-9f3c9f2e-b81f-4f6b-96a9-d196453c9ae3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.493262 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-57fb1dfc-44bf-463f-9fce-d090a20c662a req-9f3c9f2e-b81f-4f6b-96a9-d196453c9ae3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0513191 Jul 20 22:58:02.539227 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.539838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.541161 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] 10.222.0.23 "PUT /v2.0/ports/e911730b-322f-4389-b750-fb1ba19cdb6a HTTP/1.1" status: 200 len: 1093 time: 0.7914486 Jul 20 22:58:02.543117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:02.545326 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170eb1d-f956-446d-b5e3-b4b640bbeebd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:02.584677 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57ec401-7225-4c89-87a5-ef74f1e071f6 x-openstack-request-id: req-f57ec401-7225-4c89-87a5-ef74f1e071f6 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:02.584971 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:02.585220 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f57ec401-7225-4c89-87a5-ef74f1e071f6 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:02.585616 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57ec401-7225-4c89-87a5-ef74f1e071f6'] response: {'name': 'network-changed', 'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a', 'status': 'completed', 'code': 200} Jul 20 22:58:02.586172 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c4f59-6845-4f6c-921d-e74854f3c7cf service neutron] Pushing event updated for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:02.595991 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-57fb1dfc-44bf-463f-9fce-d090a20c662a req-f0583237-e76b-4fe8-8a0d-7ac8c591e647 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954516 Jul 20 22:58:02.624586 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:58:02.666801 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-b6def8cd-c677-41ef-a2ce-98dcb165e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.668479 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-b6def8cd-c677-41ef-a2ce-98dcb165e84a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 1127 time: 0.0453236 Jul 20 22:58:02.723413 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:02.734675 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:58:02.776036 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-56bf6542-782c-4f9e-bdd7-c9c521b114a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.776945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:02.776945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.777819 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-56bf6542-782c-4f9e-bdd7-c9c521b114a3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964727 Jul 20 22:58:02.790854 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:58:02.812367 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:02.840090 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4550-2c58-43fc-99e9-7ee81c0bd421 req-c6cf556e-e005-4d0f-9bc0-7feb14264588 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.841600 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce2e4550-2c58-43fc-99e9-7ee81c0bd421 req-c6cf556e-e005-4d0f-9bc0-7feb14264588 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 943 time: 0.0483177 Jul 20 22:58:02.887500 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-147b3f07-9f4c-4d7f-a49c-0b1cd315658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.889011 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f170eb1d-f956-446d-b5e3-b4b640bbeebd req-147b3f07-9f4c-4d7f-a49c-0b1cd315658e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048203 Jul 20 22:58:02.899563 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce2e4550-2c58-43fc-99e9-7ee81c0bd421 req-bdc79a1e-2c1a-4a45-a255-3cff5a541cf9 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Jul 20 22:58:02.914332 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:02.957564 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:02.964740 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.965091 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.965622 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.965969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.966304 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.966677 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.967004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.967361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.967690 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.968017 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.968349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.968679 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.968998 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.969318 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.969638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:02.996441 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-5e45c961-3349-43c3-a71b-27d615255272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:02.997928 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-5e45c961-3349-43c3-a71b-27d615255272 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 1127 time: 0.0401947 Jul 20 22:58:03.047920 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-6079ac26-4c8a-4ac2-879f-b36bd6495645 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e911730b-322f-4389-b750-fb1ba19cdb6a HTTP/1.1" status: 200 len: 217 time: 0.0362194 Jul 20 22:58:03.097150 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099725-8cf0-4207-a841-419b97ab6655 req-52980154-e1ac-470d-8613-65980cbd17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:03.098586 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-52980154-e1ac-470d-8613-65980cbd17ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b46cab3d-8bd8-4d55-a213-9ae359267880 HTTP/1.1" status: 200 len: 849 time: 0.0439451 Jul 20 22:58:03.138932 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-c8deb563-dd3d-45e8-b341-c31cd668a4ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336771 Jul 20 22:58:03.232611 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-b291af97-8a90-4b15-9675-c7cb7951a0e8 service neutron] 10.222.0.23 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869827 Jul 20 22:58:03.321795 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7099725-8cf0-4207-a841-419b97ab6655 req-be869e31-9841-4559-8b50-821e5ff3ca91 service neutron] 10.222.0.23 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827601 Jul 20 22:58:03.330859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['41607f00-87e1-4b7a-ab9d-322990f3e718'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:58:03.714716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e216e-a626-41ad-9d2c-7f15b6138295 req-84cb9e38-319b-4088-8119-ea7040eb8266 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:03.716212 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-750e216e-a626-41ad-9d2c-7f15b6138295 req-84cb9e38-319b-4088-8119-ea7040eb8266 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 945 time: 0.0478132 Jul 20 22:58:03.733884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:03.772570 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-750e216e-a626-41ad-9d2c-7f15b6138295 req-2ade1248-2c8f-4115-a48b-271d26e7b339 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507865 Jul 20 22:58:03.979860 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-88cab2eb-cc99-404a-9be3-1cb9c278e39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:04.014845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f3db-68b1-4fef-b174-8ea7da7c5652 req-7a0c4594-3b5f-49f3-ba43-85885f302ecf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:04.016346 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df17f3db-68b1-4fef-b174-8ea7da7c5652 req-7a0c4594-3b5f-49f3-ba43-85885f302ecf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 943 time: 0.0482466 Jul 20 22:58:04.063102 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-df17f3db-68b1-4fef-b174-8ea7da7c5652 req-1a09345a-375e-411d-a539-8fed426ab07a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411365 Jul 20 22:58:04.637033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:58:04.679078 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:04.681500 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 41607f00-87e1-4b7a-ab9d-322990f3e718 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:58:04.768394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 41607f00-87e1-4b7a-ab9d-322990f3e718 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:58:04.768770 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:04.843632 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:04.844021 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:04.866542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:04.868789 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9816f-66ce-47cb-b486-07539023e76a" -d '{"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:04.881506 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:04.897912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c86ad-d37a-46fa-a915-3f7f68999402 req-3f550493-e73f-4d82-8a9e-1f584c46d781 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:04.899322 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-264c86ad-d37a-46fa-a915-3f7f68999402 req-3f550493-e73f-4d82-8a9e-1f584c46d781 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 945 time: 0.0539370 Jul 20 22:58:04.948119 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-264c86ad-d37a-46fa-a915-3f7f68999402 req-5ce3991a-de47-4def-8504-10420ef93512 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Jul 20 22:58:04.974045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:04.996118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:05.023248 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:05.027229 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4bf16a-53e7-4e45-8c0a-9f090e9d1883 x-openstack-request-id: req-ee4bf16a-53e7-4e45-8c0a-9f090e9d1883 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:05.027518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:05.027768 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee4bf16a-53e7-4e45-8c0a-9f090e9d1883 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:05.028157 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4bf16a-53e7-4e45-8c0a-9f090e9d1883'] response: {'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'code': 200} Jul 20 22:58:05.177450 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18b041-069a-4b2e-b083-f2565b6164f6 req-1fd2f00b-6b46-49ce-a097-7deaf6155eac tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:05.179045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba18b041-069a-4b2e-b083-f2565b6164f6 req-1fd2f00b-6b46-49ce-a097-7deaf6155eac tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 943 time: 0.0481353 Jul 20 22:58:05.227743 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba18b041-069a-4b2e-b083-f2565b6164f6 req-10a98ea1-9280-421b-850c-3c6735cee66f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Jul 20 22:58:05.271137 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:05.848715 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b746ac-d66c-49de-9e1b-df15aefdb7ec req-010ff29c-74f7-4b64-9b28-73ec54d54362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:05.850210 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-07b746ac-d66c-49de-9e1b-df15aefdb7ec req-010ff29c-74f7-4b64-9b28-73ec54d54362 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1130 time: 0.0456834 Jul 20 22:58:05.893576 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-07b746ac-d66c-49de-9e1b-df15aefdb7ec req-578290bd-9d0d-4b5a-a092-ea90bffa35a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Jul 20 22:58:06.066281 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bea1e6-cb77-403c-a593-4b61f46caee0 req-c629af46-e9e4-4a0c-9d8b-8e69dc5a8116 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:06.067772 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b6bea1e6-cb77-403c-a593-4b61f46caee0 req-c629af46-e9e4-4a0c-9d8b-8e69dc5a8116 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0465899 Jul 20 22:58:06.115958 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b6bea1e6-cb77-403c-a593-4b61f46caee0 req-5fd2314c-7531-41ff-a386-3dd4cc5fa955 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428610 Jul 20 22:58:06.344359 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42195743-d2ff-4c20-bfe6-d758bc2059be req-6edb91d5-9ce7-422a-9739-cdb9791c54a9 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:06.345921 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-42195743-d2ff-4c20-bfe6-d758bc2059be req-6edb91d5-9ce7-422a-9739-cdb9791c54a9 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 943 time: 0.0478716 Jul 20 22:58:06.377908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:06.393580 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-42195743-d2ff-4c20-bfe6-d758bc2059be req-7051cc4d-91f5-418b-b476-dce392e6909b tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Jul 20 22:58:06.488329 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:06.650980 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e911730b-322f-4389-b750-fb1ba19cdb6a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:58:06.749861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e911730b-322f-4389-b750-fb1ba19cdb6a,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:06.760933 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'e911730b-322f-4389-b750-fb1ba19cdb6a', 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8', 'port_id': 'e911730b-322f-4389-b750-fb1ba19cdb6a', 'mac_address': 'fa:16:3e:c4:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46cab3d-8bd8-4d55-a213-9ae359267880', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:58:06.795682 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port e911730b-322f-4389-b750-fb1ba19cdb6a is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:06.798510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:06.809472 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e911730b-322f-4389-b750-fb1ba19cdb6a {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:58:06.832194 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e911730b-322f-4389-b750-fb1ba19cdb6a,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:06.940384 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:06.986743 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:07.030905 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:07.241167 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d5f5e-7ac1-4681-b72d-57e10e8fe593 req-bad8ae2f-c7cb-4d8b-9c8f-2a4d446c2c02 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:07.242632 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-381d5f5e-7ac1-4681-b72d-57e10e8fe593 req-bad8ae2f-c7cb-4d8b-9c8f-2a4d446c2c02 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0509779 Jul 20 22:58:07.292912 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-381d5f5e-7ac1-4681-b72d-57e10e8fe593 req-0b2c2c1c-966f-400f-9a0d-e826fa4032cb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Jul 20 22:58:07.413369 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['e911730b-322f-4389-b750-fb1ba19cdb6a'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:58:07.528762 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4261475-b95c-4eaa-a394-fa2a7ad3b158 req-ba9f61d7-7114-44e8-a746-a9a21c89e82d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:07.530203 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4261475-b95c-4eaa-a394-fa2a7ad3b158 req-ba9f61d7-7114-44e8-a746-a9a21c89e82d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 944 time: 0.0556376 Jul 20 22:58:07.585002 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4261475-b95c-4eaa-a394-fa2a7ad3b158 req-cee30801-783c-44e7-99fc-aa9a45cc0f96 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 Jul 20 22:58:08.409892 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5168160-3b10-4346-9c5d-0131c7370a9c req-89299939-0640-4534-bb30-976402e1d263 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:08.411297 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5168160-3b10-4346-9c5d-0131c7370a9c req-89299939-0640-4534-bb30-976402e1d263 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0468705 Jul 20 22:58:08.458340 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5168160-3b10-4346-9c5d-0131c7370a9c req-e2b51171-5fe5-4962-96c1-56f55d683014 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Jul 20 22:58:08.570335 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfcc8-9521-4e58-b9ea-59c6f56040f3 req-5c24b9bb-00b4-4d4d-af69-a3a7488bad8c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:08.571852 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2efcfcc8-9521-4e58-b9ea-59c6f56040f3 req-5c24b9bb-00b4-4d4d-af69-a3a7488bad8c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0472820 Jul 20 22:58:08.580636 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56282) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:08.584848 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Request body: {'floatingip': {'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:58:08.622968 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:08.658563 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e911730b-322f-4389-b750-fb1ba19cdb6a up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:58:08.698829 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b5b3-87ca-4c88-9913-59a88600d520 req-8bfb96e2-44f7-4d10-beee-77cf114b019c tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:08.700273 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce27b5b3-87ca-4c88-9913-59a88600d520 req-8bfb96e2-44f7-4d10-beee-77cf114b019c tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 944 time: 0.0493920 Jul 20 22:58:08.705629 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port e911730b-322f-4389-b750-fb1ba19cdb6a completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:58:08.744329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:08.751640 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ce27b5b3-87ca-4c88-9913-59a88600d520 req-bef47ea6-cfb5-46bf-a5ef-c7ac2af7fe41 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Jul 20 22:58:08.774165 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port e911730b-322f-4389-b750-fb1ba19cdb6a triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:58:08.774623 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:08.801468 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:08.849369 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port e911730b-322f-4389-b750-fb1ba19cdb6a is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:08.850065 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:08.877780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:08.880850 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292ab105-53fd-4879-8f82-ba37f19c159d" -d '{"events": [{"server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "name": "network-vif-plugged", "status": "completed", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:08.896958 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e911730b-322f-4389-b750-fb1ba19cdb6a,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:08.928882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7eda58-f4b6-4ce3-9ae8-e0b06a14f738 x-openstack-request-id: req-4c7eda58-f4b6-4ce3-9ae8-e0b06a14f738 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:08.929178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "name": "network-vif-plugged", "status": "completed", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:08.929429 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c7eda58-f4b6-4ce3-9ae8-e0b06a14f738 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:08.929856 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7eda58-f4b6-4ce3-9ae8-e0b06a14f738'] response: {'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a', 'code': 200} Jul 20 22:58:08.987823 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:09.022312 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:09.036700 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:09.077074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:09.139809 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:09.214188 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:09.273125 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Floating IP 26fdfd3f-3764-4430-be68-35ca3145c0f8 associated. External IP: 172.27.1.72, port: 41607f00-87e1-4b7a-ab9d-322990f3e718. Jul 20 22:58:09.309052 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467b79-7fd2-4ab4-b58b-7ef2a79b9878 req-eec5a789-71cc-420c-89ce-6298166d945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:09.310602 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22467b79-7fd2-4ab4-b58b-7ef2a79b9878 req-eec5a789-71cc-420c-89ce-6298166d945b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 1129 time: 0.0803907 Jul 20 22:58:09.406016 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-22467b79-7fd2-4ab4-b58b-7ef2a79b9878 req-1a48af95-d33d-4e44-8fc5-f60ec27e5627 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847845 Jul 20 22:58:09.443191 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:09.511134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:58:09.614368 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:58:09.619591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:09.623837 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:58:09.633990 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:09.634597 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:09.650696 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c1c90639-a26b-4425-9c0f-a80338a85e12 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "PUT /v2.0/floatingips/26fdfd3f-3764-4430-be68-35ca3145c0f8 HTTP/1.1" status: 200 len: 991 time: 1.0689862 Jul 20 22:58:09.651312 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:09.653690 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19" -d '{"events": [{"name": "network-changed", "server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:09.703602 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d075f49-3eaf-40cc-9777-430e9f904afa x-openstack-request-id: req-2d075f49-3eaf-40cc-9777-430e9f904afa {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:09.703887 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:09.704131 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d075f49-3eaf-40cc-9777-430e9f904afa {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:09.705020 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d075f49-3eaf-40cc-9777-430e9f904afa'] response: {'name': 'network-changed', 'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'status': 'completed', 'code': 200} Jul 20 22:58:09.737735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:09.870548 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-05b0bbad-419b-4ebc-a807-45419bf7d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:09.871991 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-05b0bbad-419b-4ebc-a807-45419bf7d0a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1130 time: 0.0667498 Jul 20 22:58:09.887392 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c7551-93ed-43b1-aa74-d5abfca1edaf req-96af0c2f-b002-4a4e-ac59-4cb4e5a69393 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:09.888795 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-343c7551-93ed-43b1-aa74-d5abfca1edaf req-96af0c2f-b002-4a4e-ac59-4cb4e5a69393 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0552251 Jul 20 22:58:09.936605 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-343c7551-93ed-43b1-aa74-d5abfca1edaf req-b2930957-39ca-492b-a182-ab9585a1938f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Jul 20 22:58:09.953849 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '26fdfd3f-3764-4430-be68-35ca3145c0f8', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:57:51Z', 'updated_at': '2022-07-20T22:58:08Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:09.979234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:58:09.987983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:09.988562 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:10.085924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:10.290321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '26fdfd3f-3764-4430-be68-35ca3145c0f8', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:57:51Z', 'updated_at': '2022-07-20T22:58:08Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:10.318618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be525f-8870-47c6-b25f-e83411f4305a None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '26fdfd3f-3764-4430-be68-35ca3145c0f8', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T22:57:51Z', 'updated_at': '2022-07-20T22:58:08Z', 'revision_number': 1, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:58:10.382506 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-239b2875-4c2c-4982-b079-3acae7321fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:10.389171 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-239b2875-4c2c-4982-b079-3acae7321fc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0930448 Jul 20 22:58:10.470278 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-c6b51fb6-6bd7-455a-b1f6-fd09a1625cde service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 999 time: 0.0636172 Jul 20 22:58:10.502298 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b75da8d-edaf-4353-85fe-62d0411286fa None None] New status for floating IP 26fdfd3f-3764-4430-be68-35ca3145c0f8: ACTIVE {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:58:10.524256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-454c120a-f617-4fca-af6d-10d57a07e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:10.525709 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-454c120a-f617-4fca-af6d-10d57a07e7a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0473547 Jul 20 22:58:10.574454 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-6d2027b7-8f89-47f3-bd02-437188a2846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:10.575975 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-6d2027b7-8f89-47f3-bd02-437188a2846f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391989 Jul 20 22:58:10.672850 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-41d6ee68-24ae-40ee-9dcc-308e63f16508 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911262 Jul 20 22:58:11.049722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12812b60-6f5b-42b0-b512-491f145f185d req-cf5baa23-356e-4b73-bfcc-555d10070148 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:11.051114 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-12812b60-6f5b-42b0-b512-491f145f185d req-cf5baa23-356e-4b73-bfcc-555d10070148 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0464740 Jul 20 22:58:11.098755 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-12812b60-6f5b-42b0-b512-491f145f185d req-3b312486-3ad9-40e1-98a0-51d0f9556769 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Jul 20 22:58:11.201320 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:11.230009 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5c0cee92-4cde-4c7c-89bf-e3bdd8f2fe19 req-fb654749-5b4e-4049-9f6a-1c13e93b0acf service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874345 Jul 20 22:58:12.216463 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba7890-24c6-4299-8c37-f0e5ff5a9442 req-2bd8daff-005b-4399-9b56-079de5aa7e2a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:12.217921 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-50ba7890-24c6-4299-8c37-f0e5ff5a9442 req-2bd8daff-005b-4399-9b56-079de5aa7e2a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0492322 Jul 20 22:58:12.270467 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-50ba7890-24c6-4299-8c37-f0e5ff5a9442 req-f1971994-acf0-4180-acac-a3613aeca9a2 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Jul 20 22:58:13.610245 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996f7cf-ef12-4927-82ec-5d49deb940a4 req-aa2ed788-531b-49f2-bd23-bbcccf04474c tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:13.612286 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2996f7cf-ef12-4927-82ec-5d49deb940a4 req-aa2ed788-531b-49f2-bd23-bbcccf04474c tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0469000 Jul 20 22:58:13.659515 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2996f7cf-ef12-4927-82ec-5d49deb940a4 req-95bd9cb8-c2d9-4d7d-a07c-da7b5276a8b3 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Jul 20 22:58:14.775740 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e25d71-0ce2-42d8-a4b9-550918562348 req-93be8d8a-78fd-402b-b89f-e620315c85b0 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:14.777201 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b2e25d71-0ce2-42d8-a4b9-550918562348 req-93be8d8a-78fd-402b-b89f-e620315c85b0 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0484922 Jul 20 22:58:14.824501 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b2e25d71-0ce2-42d8-a4b9-550918562348 req-e90f8608-d0c5-4065-9e19-279efec7abec tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jul 20 22:58:14.897639 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:58:15.209133 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-5c3c94cc-0d22-428c-8499-24dd316acaba tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:15.210575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-5c3c94cc-0d22-428c-8499-24dd316acaba tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 945 time: 0.0464895 Jul 20 22:58:15.530549 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:15.534020 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Deleting port e911730b-322f-4389-b750-fb1ba19cdb6a {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:15.534365 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:15.626478 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] For port e911730b-322f-4389-b750-fb1ba19cdb6a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e911730b-322f-4389-b750-fb1ba19cdb6a,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:15.627729 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:15.645149 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Calling delete_port for e911730b-322f-4389-b750-fb1ba19cdb6a owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:15.877049 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e911730b-322f-4389-b750-fb1ba19cdb6a), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:15.906769 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Pushing event deleted for resources: {'Port': ['ID=e911730b-322f-4389-b750-fb1ba19cdb6a,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:15.912844 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['e911730b-322f-4389-b750-fb1ba19cdb6a'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:58:15.943678 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6ef07581-a274-4c15-a62a-2a811db82927 req-8a389cbb-634d-4f17-a6e1-e16bea259746 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e036851-7855-49e6-8f90-5e3c506284bf HTTP/1.1" status: 200 len: 210 time: 0.0400729 Jul 20 22:58:15.983095 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] No DVR routers for this DVR port e911730b-322f-4389-b750-fb1ba19cdb6a on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:15.985620 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:15.989571 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-19ef727e-01d8-4a07-bd5c-63f7f1e949e4 req-0c2771ce-42f4-408a-9499-f1f676b1314d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "DELETE /v2.0/ports/e911730b-322f-4389-b750-fb1ba19cdb6a HTTP/1.1" status: 204 len: 173 time: 0.7742655 Jul 20 22:58:15.990016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'name': 'network-vif-deleted', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:15.992301 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c940fc1-15ea-4513-b261-736e38e474de" -d '{"events": [{"server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "name": "network-vif-deleted", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:16.026886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd407580-076c-45c2-8c9d-c06aaff92ed2 x-openstack-request-id: req-cd407580-076c-45c2-8c9d-c06aaff92ed2 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:16.027210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e036851-7855-49e6-8f90-5e3c506284bf", "name": "network-vif-deleted", "tag": "e911730b-322f-4389-b750-fb1ba19cdb6a", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:16.027464 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd407580-076c-45c2-8c9d-c06aaff92ed2 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:16.027873 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd407580-076c-45c2-8c9d-c06aaff92ed2'] response: {'server_uuid': '7e036851-7855-49e6-8f90-5e3c506284bf', 'name': 'network-vif-deleted', 'tag': 'e911730b-322f-4389-b750-fb1ba19cdb6a', 'status': 'completed', 'code': 200} Jul 20 22:58:17.182058 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:17.208674 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-75863f06-4461-4d46-8235-6fd57c6ee29a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:17.210143 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-75863f06-4461-4d46-8235-6fd57c6ee29a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/networks?id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8 HTTP/1.1" status: 200 len: 809 time: 0.1069071 Jul 20 22:58:17.224334 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-182a4aa5-6bf4-4da4-9ed0-ec1501113ded tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/quotas/2052ef42be464cc98e98aa5da24ee7ae HTTP/1.1" status: 200 len: 375 time: 0.0087337 Jul 20 22:58:17.256520 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-1c0875c8-07ee-4d2b-bece-22980d513536 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274589 Jul 20 22:58:17.308434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-c209554b-7902-44bf-b0e5-210101d61681 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 22:58:17.309428 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-c209554b-7902-44bf-b0e5-210101d61681 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0467222 Jul 20 22:58:17.402277 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-e1f1cf38-8b35-43bc-83d6-56de590365d8 service neutron] 10.222.0.81 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865207 Jul 20 22:58:17.496046 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-0902a189-4039-423d-a3f3-33572433f49b service neutron] 10.222.0.81 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879221 Jul 20 22:58:17.719151 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2a5035f2-c759-44ea-96ad-98ec99d318ae req-1ca4e565-6916-4f52-8f91-af2289b95772 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0290098 Jul 20 22:58:18.735989 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e911730b-322f-4389-b750-fb1ba19cdb6a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:18.757264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: e911730b-322f-4389-b750-fb1ba19cdb6a {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:18.757614 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e911730b-322f-4389-b750-fb1ba19cdb6a not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:18.816435 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e4ea6cb1-5c37-463e-b8cb-97341625f897 req-bd0dd968-3d2d-4948-b0f9-0f23af11d70a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Jul 20 22:58:19.902502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-b5939943-64e3-48a4-a305-70c541dd6cc2 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:19.906094 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-b5939943-64e3-48a4-a305-70c541dd6cc2 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "GET /v2.0/networks?id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8 HTTP/1.1" status: 200 len: 809 time: 0.1219115 Jul 20 22:58:19.928585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Request body: {'port': {'device_id': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8', 'admin_state_up': True, 'tenant_id': '2052ef42be464cc98e98aa5da24ee7ae'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:58:19.932611 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c45db08b-ceaa-4c6b-9a6b-c26aeeb73310 req-9d532284-68f8-40ed-9cd7-f1c7c7dda661 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0450642 Jul 20 22:58:20.009751 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:20.157293 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Made reservation on behalf of 2052ef42be464cc98e98aa5da24ee7ae for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:58:20.161584 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:20.290616 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Allocated IP 172.20.0.13 (c86e9e7a-5907-4940-b6d7-ad82cb3693a8/b46cab3d-8bd8-4d55-a213-9ae359267880/e93feb73-bb2c-4df3-8317-1492c4e39d68) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:58:20.440553 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks [] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:20.441698 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:20.596866 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:20.640645 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:58:20.646001 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:58:20.649959 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:58:20.656016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Pushing event updated for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:20.706287 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:20.706895 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:20.782355 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-4c70ad6d-1dab-4049-8870-e9c4c4541469 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8585763 Jul 20 22:58:20.799939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Request body: {'port': {'device_id': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:58:20.859103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.003430 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:21.050488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff80f0-ec57-4b58-89fd-b91fd39ef027 req-99c7fef6-6221-4e0a-9963-e2affc19eebb tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:21.052015 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-81ff80f0-ec57-4b58-89fd-b91fd39ef027 req-99c7fef6-6221-4e0a-9963-e2affc19eebb tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 932 time: 0.0494523 Jul 20 22:58:21.100325 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-81ff80f0-ec57-4b58-89fd-b91fd39ef027 req-5df05161-f6b3-4e0e-aa47-01b920a4ac3a tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426953 Jul 20 22:58:21.123507 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93feb73-bb2c-4df3-8317-1492c4e39d68 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:58:21.131803 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks [] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.144486 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Transition to ACTIVE for port object e93feb73-bb2c-4df3-8317-1492c4e39d68 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:58:21.253773 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.307862 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:21.378346 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Attempting to bind port e93feb73-bb2c-4df3-8317-1492c4e39d68 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:58:21.378684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Attempting to bind port e93feb73-bb2c-4df3-8317-1492c4e39d68 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:58:21.379031 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Attempting to bind port e93feb73-bb2c-4df3-8317-1492c4e39d68 on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:58:21.384348 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Port e93feb73-bb2c-4df3-8317-1492c4e39d68 on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:58:21.384676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Attempting to bind port e93feb73-bb2c-4df3-8317-1492c4e39d68 on network c86e9e7a-5907-4940-b6d7-ad82cb3693a8 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:58:21.389836 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:58:21.390174 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Checking segment: {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:58:21.390557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Bound using segment: {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:58:21.390982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Bound port: e93feb73-bb2c-4df3-8317-1492c4e39d68, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff70762-8f9f-4588-927d-0a81cd5035b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:58:21.391362 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.455734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:58:21.459280 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:58:21.671772 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.712477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:21.713103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:21.714479 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] 10.222.0.23 "PUT /v2.0/ports/e93feb73-bb2c-4df3-8317-1492c4e39d68 HTTP/1.1" status: 200 len: 1094 time: 0.9186850 Jul 20 22:58:21.714956 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:21.717199 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e41eda8-7d87-45c3-93c3-c704a49d67eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:21.724448 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:21.733984 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7cf9c-6518-4890-ac46-b167e58a8f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:21.761769 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782135a-cb3b-40b3-9bcb-7dfc7cc7446d x-openstack-request-id: req-c782135a-cb3b-40b3-9bcb-7dfc7cc7446d {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:21.762080 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:21.762333 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c782135a-cb3b-40b3-9bcb-7dfc7cc7446d {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:21.762741 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c782135a-cb3b-40b3-9bcb-7dfc7cc7446d'] response: {'name': 'network-changed', 'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68', 'status': 'completed', 'code': 200} Jul 20 22:58:21.849563 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-63e5ad9c-dd14-4127-8b0c-26177f368132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:21.851081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-63e5ad9c-dd14-4127-8b0c-26177f368132 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 1128 time: 0.0409641 Jul 20 22:58:21.959691 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-1486d600-cefc-409f-bb5b-f1a8e4796963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:21.961075 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-1486d600-cefc-409f-bb5b-f1a8e4796963 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0979669 Jul 20 22:58:22.054393 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-a7398398-4215-45e9-89a9-919b14afd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:22.055865 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2e41eda8-7d87-45c3-93c3-c704a49d67eb req-a7398398-4215-45e9-89a9-919b14afd527 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888820 Jul 20 22:58:22.178437 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-fe45e5f9-6687-43ba-81c9-59940d2fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:22.179993 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-fe45e5f9-6687-43ba-81c9-59940d2fa46f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 1128 time: 0.0460000 Jul 20 22:58:22.214958 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcf7a2-6368-47f2-97c1-16c88a4c3c99 req-1131d328-5543-43fa-825b-1a63ca0b30d6 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:22.218189 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-52dcf7a2-6368-47f2-97c1-16c88a4c3c99 req-1131d328-5543-43fa-825b-1a63ca0b30d6 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 944 time: 0.0494533 Jul 20 22:58:22.225769 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-26b2e48b-bab2-49df-b994-e51e94ba4f55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68 HTTP/1.1" status: 200 len: 217 time: 0.0335879 Jul 20 22:58:22.270774 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-52dcf7a2-6368-47f2-97c1-16c88a4c3c99 req-d87dc99d-5fb0-4af9-afb1-463d940e0b58 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Jul 20 22:58:22.275382 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-01090e33-f5b0-4457-8835-e43f88a0d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:22.276850 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-01090e33-f5b0-4457-8835-e43f88a0d940 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b46cab3d-8bd8-4d55-a213-9ae359267880 HTTP/1.1" status: 200 len: 849 time: 0.0457621 Jul 20 22:58:22.308957 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-8b4fe840-0fcf-4b8d-8bac-ab3c1d5843e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c86e9e7a-5907-4940-b6d7-ad82cb3693a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264859 Jul 20 22:58:22.406304 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-b81fdbd0-709e-4415-b747-e98c242b9be0 service neutron] 10.222.0.23 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908575 Jul 20 22:58:22.497542 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab6a9ca3-e568-4d46-8652-fdbec90dc814 req-e74e359a-1539-4347-a45a-85826361eeea service neutron] 10.222.0.23 "GET /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853870 Jul 20 22:58:23.379716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:23.388349 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799a9c9-0127-4dbf-a0f2-7c51c0cc3c1a req-cc467b14-4ee6-419f-9c30-630d25af452f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:23.389766 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8799a9c9-0127-4dbf-a0f2-7c51c0cc3c1a req-cc467b14-4ee6-419f-9c30-630d25af452f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 944 time: 0.0479681 Jul 20 22:58:23.437128 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8799a9c9-0127-4dbf-a0f2-7c51c0cc3c1a req-d8cfc39a-bf74-49aa-8982-3efdaf3458e4 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Jul 20 22:58:24.548426 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91f03-7747-4f2e-abe1-a6a9f241e0b9 req-1373f446-c10d-4e2c-aff3-758a0c88b3c4 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:24.549873 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2af91f03-7747-4f2e-abe1-a6a9f241e0b9 req-1373f446-c10d-4e2c-aff3-758a0c88b3c4 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 944 time: 0.0465751 Jul 20 22:58:24.597360 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2af91f03-7747-4f2e-abe1-a6a9f241e0b9 req-7c747db6-e871-4c12-aa6c-97201fae089f tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Jul 20 22:58:24.893688 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:25.115535 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56364) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:25.345840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Deleting port 51c4c8b2-72e3-4191-8bf3-0c447e750b30 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:25.346182 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:25.425558 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:25.425889 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for floatingip (51c4c8b2-72e3-4191-8bf3-0c447e750b30), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:25.438074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Calling delete_port for 51c4c8b2-72e3-4191-8bf3-0c447e750b30 owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:25.510224 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:25.659164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (51c4c8b2-72e3-4191-8bf3-0c447e750b30), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:25.692936 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event deleted for resources: {'Port': ['ID=51c4c8b2-72e3-4191-8bf3-0c447e750b30,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:25.771281 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74c4be-1d5d-4fc0-975f-ae746487e398 req-5dc44e8e-6aee-4ec3-ab13-cb6e2e9c50cf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:25.772693 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4b74c4be-1d5d-4fc0-975f-ae746487e398 req-5dc44e8e-6aee-4ec3-ab13-cb6e2e9c50cf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 944 time: 0.0906777 Jul 20 22:58:25.806343 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for floatingip (2b727373-0d42-4da5-be09-f21f50ae77fd), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:25.806679 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Floating IP 2b727373-0d42-4da5-be09-f21f50ae77fd disassociated (deleted). External IP: 172.27.1.206, port: 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf. Jul 20 22:58:25.865100 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4b74c4be-1d5d-4fc0-975f-ae746487e398 req-926059e3-8d13-4870-9ed0-27fa5c97597e tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862272 Jul 20 22:58:25.950279 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:26.033865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:58:26.114554 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:26.141755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:58:26.146518 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:26.152375 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Sync routers for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:58:26.163407 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:26.164084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:26.177258 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-75b430c1-b317-4de4-87e9-72c413e74873 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "DELETE /v2.0/floatingips/2b727373-0d42-4da5-be09-f21f50ae77fd HTTP/1.1" status: 204 len: 168 time: 1.0606186 Jul 20 22:58:26.177849 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:26.183428 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6b413-8504-4629-95cb-08515df29af5" -d '{"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:26.215652 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fb1ee1-05cb-461d-bdd3-2362ea927961 x-openstack-request-id: req-07fb1ee1-05cb-461d-bdd3-2362ea927961 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:26.215947 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:26.216198 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07fb1ee1-05cb-461d-bdd3-2362ea927961 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:26.216604 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fb1ee1-05cb-461d-bdd3-2362ea927961'] response: {'name': 'network-changed', 'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'status': 'completed', 'code': 200} Jul 20 22:58:26.306585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b413-8504-4629-95cb-08515df29af5 req-353543c4-9a44-4eae-91c3-b14a60a5a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.308195 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-353543c4-9a44-4eae-91c3-b14a60a5a09e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 1129 time: 0.0467594 Jul 20 22:58:26.409155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b413-8504-4629-95cb-08515df29af5 req-4d40a7fc-ff35-434b-946f-4036f936f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.411119 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-4d40a7fc-ff35-434b-946f-4036f936f5fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 200 len: 909 time: 0.0965075 Jul 20 22:58:26.423636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:26.449780 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-2d8022b1-48e3-470f-8f8b-994a16cc0c0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 200 len: 217 time: 0.0330815 Jul 20 22:58:26.491872 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:26.505264 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b413-8504-4629-95cb-08515df29af5 req-db6ed33d-9ed3-4a7b-8d12-66574ecd9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.506818 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-db6ed33d-9ed3-4a7b-8d12-66574ecd9067 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 200 len: 847 time: 0.0510490 Jul 20 22:58:26.510118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:26.556235 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b413-8504-4629-95cb-08515df29af5 req-6a36f766-2759-4338-845e-e663a900e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.560148 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-6a36f766-2759-4338-845e-e663a900e225 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adc6c730-f7c9-41b5-b23c-da9b7b402e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474072 Jul 20 22:58:26.615430 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:26.640424 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2a71-fc5f-4213-bf4b-00c0857e1ed0 req-beeb191f-42b9-4f8e-8068-e4f288e2ea93 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.641145 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Checking router: 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:58:26.641876 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-84cb2a71-fc5f-4213-bf4b-00c0857e1ed0 req-beeb191f-42b9-4f8e-8068-e4f288e2ea93 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0478461 Jul 20 22:58:26.650680 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:26.651308 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:26.662658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:26.691549 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-84cb2a71-fc5f-4213-bf4b-00c0857e1ed0 req-1eb2a078-8b8b-4983-9c4e-af962c173988 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Jul 20 22:58:26.758844 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:26.786451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e93feb73-bb2c-4df3-8317-1492c4e39d68 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:58:26.983844 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fe207-ee3c-4ac0-b460-7d5b96c4ceeb req-1ed96d4c-c624-4ef8-8b65-b426ea8653a7 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:26.985427 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a07fe207-ee3c-4ac0-b460-7d5b96c4ceeb req-1ed96d4c-c624-4ef8-8b65-b426ea8653a7 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 944 time: 0.0482545 Jul 20 22:58:27.025732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:27.034019 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a07fe207-ee3c-4ac0-b460-7d5b96c4ceeb req-19597474-126c-4217-9ff5-aa51e26962fa tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Jul 20 22:58:27.044334 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'e93feb73-bb2c-4df3-8317-1492c4e39d68', 'network_id': 'c86e9e7a-5907-4940-b6d7-ad82cb3693a8', 'port_id': 'e93feb73-bb2c-4df3-8317-1492c4e39d68', 'mac_address': 'fa:16:3e:b7:fb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46cab3d-8bd8-4d55-a213-9ae359267880', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:58:27.049400 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:27.094446 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739bfb6a-9d43-4c7b-ad92-1b98c2341305 None None] The sync data for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi is: [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:24Z', 'revision_number': 4, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ada05f32-288b-4d24-8078-c50aa02b26c8', 'name': '', 'network_id': 'adc6c730-f7c9-41b5-b23c-da9b7b402e16', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'mac_address': 'fa:16:3e:ea:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd6977db6-e227-4638-968b-304fd2478e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:23Z', 'updated_at': '2022-07-20T22:52:28Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'subnets': [{'id': 'd6977db6-e227-4638-968b-304fd2478e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:58:27.110584 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port e93feb73-bb2c-4df3-8317-1492c4e39d68 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:27.110968 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:27.128604 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93feb73-bb2c-4df3-8317-1492c4e39d68 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:58:27.140120 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:27.151542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:27.225462 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:27.278815 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:27.319144 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b76ba43-4b6e-46f0-9007-629ca38b672e None None] New status for floating IP 2b727373-0d42-4da5-be09-f21f50ae77fd: DOWN {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 22:58:27.661906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['e93feb73-bb2c-4df3-8317-1492c4e39d68'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:58:27.766782 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-a7883033-2d98-44f5-9d5f-999738debb39 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944097 Jul 20 22:58:27.824783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ee13-d126-4e48-b563-2c9049458d73 req-ff794c94-3c53-4d58-a50f-347e6522af8d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:27.826279 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2049ee13-d126-4e48-b563-2c9049458d73 req-ff794c94-3c53-4d58-a50f-347e6522af8d tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Jul 20 22:58:27.876055 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2049ee13-d126-4e48-b563-2c9049458d73 req-62b24c41-2f7b-4dd7-9f8b-6237e57ad458 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441611 Jul 20 22:58:28.152751 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eaf3-1024-482c-bc1f-994678d97198 req-44376314-0cd4-4519-a07a-aaa702b99ccb tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:28.154437 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2987eaf3-1024-482c-bc1f-994678d97198 req-44376314-0cd4-4519-a07a-aaa702b99ccb tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 945 time: 0.0512757 Jul 20 22:58:28.192972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:28.209610 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2987eaf3-1024-482c-bc1f-994678d97198 req-84660921-d397-4b53-8f58-abee1af5eee1 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Jul 20 22:58:28.246951 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-acb6b413-8504-4629-95cb-08515df29af5 req-22572385-bb35-4f56-85a9-2ce4ff61e753 service neutron] 10.222.0.23 "GET /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957019 Jul 20 22:58:28.767877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e93feb73-bb2c-4df3-8317-1492c4e39d68 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:58:28.815657 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port e93feb73-bb2c-4df3-8317-1492c4e39d68 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:58:28.916914 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port e93feb73-bb2c-4df3-8317-1492c4e39d68 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:58:28.917351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:28.970258 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-47635631-def0-40ea-ab4b-175df58435f3 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:28.971753 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-47635631-def0-40ea-ab4b-175df58435f3 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.23 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.3198597 Jul 20 22:58:28.991620 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port e93feb73-bb2c-4df3-8317-1492c4e39d68 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:58:28.992008 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.009487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:29.016382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:29.018782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c6f5f-6c4b-4b0d-92f9-b5e00c80e14e" -d '{"events": [{"server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:29.032105 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:29.039578 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452547-7970-469d-934b-cdca5fc67292 req-dcfde100-9777-4192-9594-dc7c6bc5dfaf tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:29.041113 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6a452547-7970-469d-934b-cdca5fc67292 req-dcfde100-9777-4192-9594-dc7c6bc5dfaf tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 945 time: 0.0939450 Jul 20 22:58:29.057898 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21ed25b-38e3-4242-9d8d-c547299b3d01 x-openstack-request-id: req-f21ed25b-38e3-4242-9d8d-c547299b3d01 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:29.058191 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "name": "network-vif-plugged", "status": "completed", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:29.059887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f21ed25b-38e3-4242-9d8d-c547299b3d01 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:29.059887 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21ed25b-38e3-4242-9d8d-c547299b3d01'] response: {'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68', 'code': 200} Jul 20 22:58:29.106924 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Deleting port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:29.107285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.117080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.151398 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6a452547-7970-469d-934b-cdca5fc67292 req-77f54c60-42b6-48e5-a046-beff2561b689 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/security-groups?id=5324a657-c6ff-4506-9885-26924db9e980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019001 Jul 20 22:58:29.171619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:29.184684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:29.222268 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] For port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:29.222630 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.236297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Calling delete_port for 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:29.329002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5dc12-ae72-49a4-85a8-92b9f07b11ed req-740aec0f-4412-4891-999a-f4bcf58c8581 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:29.330471 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-78a5dc12-ae72-49a4-85a8-92b9f07b11ed req-740aec0f-4412-4891-999a-f4bcf58c8581 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0484543 Jul 20 22:58:29.378902 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-78a5dc12-ae72-49a4-85a8-92b9f07b11ed req-b2b0f202-03c0-45ae-83c5-2c687f1e3f07 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jul 20 22:58:29.462020 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84da7a-95ab-42f7-8adb-9635c40224bd req-782f45a8-dda7-4e3a-b3e3-4b4510e77cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:29.463562 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ec84da7a-95ab-42f7-8adb-9635c40224bd req-782f45a8-dda7-4e3a-b3e3-4b4510e77cb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 1130 time: 0.0413826 Jul 20 22:58:29.465610 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.498800 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event deleted for resources: {'Port': ['ID=3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:29.508090 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ec84da7a-95ab-42f7-8adb-9635c40224bd req-5f4ebd07-8dc2-4774-810b-4a001114515b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386634 Jul 20 22:58:29.525685 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:29.544537 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] No DVR routers for this DVR port 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:29.547213 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:29.550710 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-04097f57-6c15-4c41-9ce2-a1fff1dd5fb3 req-56865405-400e-449a-b187-ff8e2696c8d2 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.23 "DELETE /v2.0/ports/3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf HTTP/1.1" status: 204 len: 173 time: 0.5633602 Jul 20 22:58:29.551173 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-deleted', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:29.554093 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76278fa8-ee71-4013-9928-59999459986e" -d '{"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-deleted", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:29.587899 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040fc1ba-fb0f-441b-b9c5-acf8d0a98f8a x-openstack-request-id: req-040fc1ba-fb0f-441b-b9c5-acf8d0a98f8a {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:29.588190 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7", "name": "network-vif-deleted", "tag": "3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:29.588442 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-040fc1ba-fb0f-441b-b9c5-acf8d0a98f8a {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:29.588845 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040fc1ba-fb0f-441b-b9c5-acf8d0a98f8a'] response: {'server_uuid': '08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7', 'name': 'network-vif-deleted', 'tag': '3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf', 'status': 'completed', 'code': 200} Jul 20 22:58:30.246300 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-04b6c687-feae-46ab-971e-876ee0f65854 req-e7fc4d42-68be-4c26-9274-75f6c5653965 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0272906 Jul 20 22:58:30.493826 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33d21e-781b-4c59-bef7-16b2e5dd72e6 req-0f01bae9-7c67-4be4-a515-fdcadf79816b tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:30.495345 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1c33d21e-781b-4c59-bef7-16b2e5dd72e6 req-0f01bae9-7c67-4be4-a515-fdcadf79816b tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Jul 20 22:58:30.543621 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1c33d21e-781b-4c59-bef7-16b2e5dd72e6 req-a7bc2dd5-8255-49fa-b125-90fd93fed83b tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Jul 20 22:58:31.342141 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f676827a-2abd-45bb-9f29-1db501f907dc req-b5ff653b-d3ce-406a-907a-083398baf1f5 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "GET /v2.0/ports?device_id=08da5bbc-0bb6-4cf9-beb3-68a7e3d440f7 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Jul 20 22:58:31.661823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee336c3-78be-461c-b27d-309479ff16bb req-9dbc8541-ee63-415b-980d-4349045ed013 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:31.663236 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6ee336c3-78be-461c-b27d-309479ff16bb req-9dbc8541-ee63-415b-980d-4349045ed013 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0536525 Jul 20 22:58:31.711375 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6ee336c3-78be-461c-b27d-309479ff16bb req-55b71f31-a175-491d-b7e3-38a1021ce8af tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Jul 20 22:58:31.734093 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bd53479c-4a34-432b-9de4-3e7edb77edb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:32.399440 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56410) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:32.456704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (5324a657-c6ff-4506-9885-26924db9e980), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:32.461351 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:32.484899 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (5324a657-c6ff-4506-9885-26924db9e980), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:32.648388 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (5324a657-c6ff-4506-9885-26924db9e980), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:32.651080 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:32.652466 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] 10.222.0.81 "DELETE /v2.0/security-groups/5324a657-c6ff-4506-9885-26924db9e980 HTTP/1.1" status: 204 len: 168 time: 0.2520225 Jul 20 22:58:32.662438 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5324a657-c6ff-4506-9885-26924db9e980,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:32.671390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.671745 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.672462 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.672813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.673147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.673475 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.673802 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.674126 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.674452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.674833 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.675224 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.680100 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.680100 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.680100 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.680100 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af29fe96-3145-4569-be38-e45ed60d7ad9 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:58:32.788737 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56418) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:32.795746 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:32.815421 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:32.815768 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 3c2611a7-8d9f-4aef-afbf-22d0b3b88cdf not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:33.141388 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03af0f-f534-4ac4-b694-913810178d45 req-c526a5f2-e1f8-4d0c-8977-da04dcd55bbf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:33.142825 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0c03af0f-f534-4ac4-b694-913810178d45 req-c526a5f2-e1f8-4d0c-8977-da04dcd55bbf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0709431 Jul 20 22:58:33.225392 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:33.233948 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0c03af0f-f534-4ac4-b694-913810178d45 req-2b0feb89-637f-4166-9310-a9e380365f5e tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851235 Jul 20 22:58:33.328083 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:33.452753 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Deleting port ada05f32-288b-4d24-8078-c50aa02b26c8 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:33.453416 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:33.531235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] For port ada05f32-288b-4d24-8078-c50aa02b26c8, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ada05f32-288b-4d24-8078-c50aa02b26c8,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:33.531591 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:33.544952 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Calling delete_port for ada05f32-288b-4d24-8078-c50aa02b26c8 owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:33.643864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:33.859943 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (ada05f32-288b-4d24-8078-c50aa02b26c8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:33.886390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada05f32-288b-4d24-8078-c50aa02b26c8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:34.014064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-408bbb01-bce7-4090-a708-f03a8fdd1938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:34.312974 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:34.354519 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618ac78-c04d-4650-aad1-1696c861d123 req-4c4950e5-6be0-4920-99a5-83db2c6e29ec tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:34.356936 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7618ac78-c04d-4650-aad1-1696c861d123 req-4c4950e5-6be0-4920-99a5-83db2c6e29ec tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0514035 Jul 20 22:58:34.414021 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7618ac78-c04d-4650-aad1-1696c861d123 req-40088a3b-64bb-4bde-9ff3-85622bc89fdf tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/security-groups?id=d820101a-12df-4c01-b98a-040cf19684e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Jul 20 22:58:34.580614 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:58:34.625379 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:34.680223 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:58:34.687851 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-93fc8e3d-d144-41e3-9ab9-cc1f5abb3302 admin admin] 10.222.0.81 "PUT /v2.0/routers/3c8f56a5-c436-4d04-9d21-0ce60163ffb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979809 Jul 20 22:58:34.687978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56426) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:34.694128 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Sync routers for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:58:34.704241 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:34.704849 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:34.737067 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-47beb9c6-615b-4716-9c28-3848bab88562 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:58:34.738534 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-47beb9c6-615b-4716-9c28-3848bab88562 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 946 time: 0.0863793 Jul 20 22:58:34.813126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:34.869573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Deleting port e93feb73-bb2c-4df3-8317-1492c4e39d68 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:34.869832 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:34.874498 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks [] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:34.980920 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:34.983593 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:58:33Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:35.009218 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Checking router: 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:58:35.017982 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Routers {'3c8f56a5-c436-4d04-9d21-0ce60163ffb3'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:35.018585 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:35.039834 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] For port e93feb73-bb2c-4df3-8317-1492c4e39d68, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e93feb73-bb2c-4df3-8317-1492c4e39d68,segment=NetworkSegment(9ff70762-8f9f-4588-927d-0a81cd5035b1),segment_id=9ff70762-8f9f-4588-927d-0a81cd5035b1)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:35.040209 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.057521 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Calling delete_port for e93feb73-bb2c-4df3-8317-1492c4e39d68 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:35.062836 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks [] for router_gateway (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.123161 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] Set router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:35.167888 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:35.172700 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Deleting port a774988c-c6ae-4e90-b148-7fae0c700498 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:35.173011 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.196761 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:35.290590 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.299316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] For port a774988c-c6ae-4e90-b148-7fae0c700498, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a774988c-c6ae-4e90-b148-7fae0c700498,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:35.299684 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.306561 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:58:33Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:35.312400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Calling delete_port for a774988c-c6ae-4e90-b148-7fae0c700498 owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:35.318275 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (e93feb73-bb2c-4df3-8317-1492c4e39d68), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.337616 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547c470-d3d3-41cf-a0f0-4fa2e4759e18 None None] The sync data for ids ['3c8f56a5-c436-4d04-9d21-0ce60163ffb3'] in dv-cinder-799871-38-iscsi is: [{'id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'name': 'tempest-TestShelveInstance-403457653-router', 'tenant_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:58:33Z', 'revision_number': 5, 'project_id': 'a257ecd598a74a5cb15fc4b62c5a5979', 'gw_port': {'id': 'a774988c-c6ae-4e90-b148-7fae0c700498', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f56a5-c436-4d04-9d21-0ce60163ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:21Z', 'updated_at': '2022-07-20T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:58:35.354055 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['e93feb73-bb2c-4df3-8317-1492c4e39d68'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:58:35.388534 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Pushing event deleted for resources: {'Port': ['ID=e93feb73-bb2c-4df3-8317-1492c4e39d68,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:35.461877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] No DVR routers for this DVR port e93feb73-bb2c-4df3-8317-1492c4e39d68 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:35.465005 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.469226 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ed53ed2a-42f8-42ae-89a7-82f17b7f3c0f req-754b5dcd-4974-40f5-b6d7-a046142b7287 tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.23 "DELETE /v2.0/ports/e93feb73-bb2c-4df3-8317-1492c4e39d68 HTTP/1.1" status: 204 len: 173 time: 0.7257664 Jul 20 22:58:35.471392 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'name': 'network-vif-deleted', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:58:35.475234 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d69124-ef3a-4f5d-bdc8-09db58032332" -d '{"events": [{"server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "name": "network-vif-deleted", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:58:35.522766 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5d8e8a96-d760-4c9a-a39c-4e135e44cf3c req-70d9dd0b-14c3-4717-955f-dda01d21eded tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0399704 Jul 20 22:58:35.534186 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b096a2-31c9-44c7-9830-111f7ddab51e x-openstack-request-id: req-76b096a2-31c9-44c7-9830-111f7ddab51e {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:58:35.534477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e30566-52e2-4fc6-b508-01dfaa8fcc55", "name": "network-vif-deleted", "tag": "e93feb73-bb2c-4df3-8317-1492c4e39d68", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:58:35.534729 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76b096a2-31c9-44c7-9830-111f7ddab51e {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:58:35.535255 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b096a2-31c9-44c7-9830-111f7ddab51e'] response: {'server_uuid': 'c1e30566-52e2-4fc6-b508-01dfaa8fcc55', 'name': 'network-vif-deleted', 'tag': 'e93feb73-bb2c-4df3-8317-1492c4e39d68', 'status': 'completed', 'code': 200} Jul 20 22:58:35.740406 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (a774988c-c6ae-4e90-b148-7fae0c700498), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.764484 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a774988c-c6ae-4e90-b148-7fae0c700498,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:35.835633 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.918288 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:35.924778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:35.926971 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks [] for router_controller (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.054032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (3c8f56a5-c436-4d04-9d21-0ce60163ffb3), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.054638 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8f56a5-c436-4d04-9d21-0ce60163ffb3 {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:58:36.059072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.060399 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-69470120-1bb9-4af9-a8e6-514addc2a9b5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3c8f56a5-c436-4d04-9d21-0ce60163ffb3 HTTP/1.1" status: 204 len: 168 time: 1.3713663 Jul 20 22:58:36.062841 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56432) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:36.112517 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Deleting subnet d6977db6-e227-4638-968b-304fd2478e12 {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:58:36.116072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Publish callbacks [] for subnet (d6977db6-e227-4638-968b-304fd2478e12), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.159911 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (d6977db6-e227-4638-968b-304fd2478e12), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.243890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (d6977db6-e227-4638-968b-304fd2478e12), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.408650 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (d6977db6-e227-4638-968b-304fd2478e12), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.434444 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6977db6-e227-4638-968b-304fd2478e12,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:36.438265 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.441446 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9dad3cdb-8d11-49ea-a170-ef57a7087650 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d6977db6-e227-4638-968b-304fd2478e12 HTTP/1.1" status: 204 len: 168 time: 0.3776538 Jul 20 22:58:36.444460 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 56434) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:36.446963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02c9d5d-8a2e-423f-aeb8-b2d9f66d4980 None None] Network adc6c730-f7c9-41b5-b23c-da9b7b402e16 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:58:36.532546 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (adc6c730-f7c9-41b5-b23c-da9b7b402e16), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.545883 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ada05f32-288b-4d24-8078-c50aa02b26c8 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:36.575025 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: ada05f32-288b-4d24-8078-c50aa02b26c8 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:36.575385 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ada05f32-288b-4d24-8078-c50aa02b26c8 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:36.580154 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.596072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Deleting port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:36.596642 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.664220 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] DHCP port deletion for adc6c730-f7c9-41b5-b23c-da9b7b402e16 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:58:36.689609 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0361e719-dbe5-4246-b1ee-b8088d3148cd req-331d07ce-78b1-4302-90cb-8530fd299f0d tempest-VolumesActionsTest-2020611047 tempest-VolumesActionsTest-2020611047-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1e30566-52e2-4fc6-b508-01dfaa8fcc55 HTTP/1.1" status: 200 len: 210 time: 0.0409694 Jul 20 22:58:36.704285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] For port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:36.704285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.708527 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Calling delete_port for 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:36.709234 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Deleting port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:36.709681 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.773703 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:36.861352 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:36.866755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.893202 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:36.895050 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] No DVR routers for this DVR port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:36.905620 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] For port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,segment=NetworkSegment(6c133ea8-f4c4-424e-bdc2-11536f2859b9),segment_id=6c133ea8-f4c4-424e-bdc2-11536f2859b9)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:36.906037 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.930486 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Calling delete_port for 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:36.970239 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (adc6c730-f7c9-41b5-b23c-da9b7b402e16), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:36.991339 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc6c730-f7c9-41b5-b23c-da9b7b402e16']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:37.000877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c133ea8-f4c4-424e-bdc2-11536f2859b9') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:37.001199 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c133ea8-f4c4-424e-bdc2-11536f2859b9') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:37.003871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.011416 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (9bd23570-c414-4f67-b1fb-8f9ad78cccf1), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.014428 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (6c133ea8-f4c4-424e-bdc2-11536f2859b9), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.029125 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (6c133ea8-f4c4-424e-bdc2-11536f2859b9), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.036530 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:58:37.037013 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (6c133ea8-f4c4-424e-bdc2-11536f2859b9), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.037679 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] Pushing event deleted for resources: {'Port': ['ID=9bd23570-c414-4f67-b1fb-8f9ad78cccf1,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:37.039559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93b42b-5918-4813-9392-9c4041f49b11 None None] No DVR routers for this DVR port 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:37.092014 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:37.168375 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (adc6c730-f7c9-41b5-b23c-da9b7b402e16), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.175816 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.179081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] 10.222.0.81 "DELETE /v2.0/networks/adc6c730-f7c9-41b5-b23c-da9b7b402e16 HTTP/1.1" status: 204 len: 168 time: 0.7336507 Jul 20 22:58:37.182128 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56442) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:37.189413 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 6c133ea8-f4c4-424e-bdc2-11536f2859b9 resource provider aggregate not found Jul 20 22:58:37.195384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4c47a-7786-4d1c-845a-c3fafe96d834 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc6c730-f7c9-41b5-b23c-da9b7b402e16,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:37.208595 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 6c133ea8-f4c4-424e-bdc2-11536f2859b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c133ea8-f4c4-424e-bdc2-11536f2859b9 found for delete ", "request_id": "req-3b556d4a-6b05-472a-9d6c-35d4cc3dff23"}]} Jul 20 22:58:37.323472 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:37.349383 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:37.443435 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:37.491774 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.709226 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Deleting port 84556957-c8d1-4969-823f-5588d44a61fe {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:37.709495 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (84556957-c8d1-4969-823f-5588d44a61fe), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.794391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] For port 84556957-c8d1-4969-823f-5588d44a61fe, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=84556957-c8d1-4969-823f-5588d44a61fe,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:37.794752 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (84556957-c8d1-4969-823f-5588d44a61fe), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:37.808104 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Calling delete_port for 84556957-c8d1-4969-823f-5588d44a61fe owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:37.866320 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:38.157507 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (84556957-c8d1-4969-823f-5588d44a61fe), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:38.189304 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84556957-c8d1-4969-823f-5588d44a61fe,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:38.197102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:38.224556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:38.225126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9bd23570-c414-4f67-b1fb-8f9ad78cccf1 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:38.225638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a774988c-c6ae-4e90-b148-7fae0c700498 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:38.247071 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: a774988c-c6ae-4e90-b148-7fae0c700498 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:38.247419 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a774988c-c6ae-4e90-b148-7fae0c700498 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:38.377696 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:38.476424 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:38.603280 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:38.617009 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Router e0057563-2ffe-4cda-9444-9ea4a33c270f has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 22:58:38.723229 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 22:58:38.728544 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-54caec00-e17e-4c14-baf0-2c0acfb68ac8 admin admin] 10.222.0.81 "PUT /v2.0/routers/e0057563-2ffe-4cda-9444-9ea4a33c270f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5450249 Jul 20 22:58:38.730650 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56470) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:38.732773 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Sync routers for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 22:58:38.750232 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:38.750971 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:38.832123 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e93feb73-bb2c-4df3-8317-1492c4e39d68 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:38.840718 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks [] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:38.854662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: e93feb73-bb2c-4df3-8317-1492c4e39d68 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:38.854922 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device e93feb73-bb2c-4df3-8317-1492c4e39d68 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:38.862779 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:38.938832 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:38.951547 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks [] for router_gateway (e0057563-2ffe-4cda-9444-9ea4a33c270f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.033030 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:58:37Z', 'revision_number': 5, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port': {'id': '82aa836e-fa33-43cd-aaa7-2886e6296708', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:78:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:39.061702 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Checking router: e0057563-2ffe-4cda-9444-9ea4a33c270f for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 22:58:39.064878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Deleting port 82aa836e-fa33-43cd-aaa7-2886e6296708 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:39.065224 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.070298 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Routers {'e0057563-2ffe-4cda-9444-9ea4a33c270f'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 22:58:39.070902 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T22:58:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['e0057563-2ffe-4cda-9444-9ea4a33c270f'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:39.155035 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] Set router e0057563-2ffe-4cda-9444-9ea4a33c270f gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 22:58:39.155895 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] For port 82aa836e-fa33-43cd-aaa7-2886e6296708, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=82aa836e-fa33-43cd-aaa7-2886e6296708,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:39.156259 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.169242 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Calling delete_port for 82aa836e-fa33-43cd-aaa7-2886e6296708 owned by network:router_gateway {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:39.206491 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:58:38Z', 'revision_number': 6, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:39.231154 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc73ee5-72ab-4661-953d-bf82cdfdd3b3 None None] The sync data for ids ['e0057563-2ffe-4cda-9444-9ea4a33c270f'] in dv-cinder-799871-38-iscsi is: [{'id': 'e0057563-2ffe-4cda-9444-9ea4a33c270f', 'name': 'tempest-TestShelveInstance-896471539-router', 'tenant_id': '0e9874be0cd542829242caded150fd52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:52:27Z', 'updated_at': '2022-07-20T22:58:38Z', 'revision_number': 6, 'project_id': '0e9874be0cd542829242caded150fd52', 'gw_port_host': None}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 22:58:39.385535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (82aa836e-fa33-43cd-aaa7-2886e6296708), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.415711 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Pushing event deleted for resources: {'Port': ['ID=82aa836e-fa33-43cd-aaa7-2886e6296708,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:39.475497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.562443 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.564665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks [] for router_controller (e0057563-2ffe-4cda-9444-9ea4a33c270f), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.705378 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (e0057563-2ffe-4cda-9444-9ea4a33c270f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.705979 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0057563-2ffe-4cda-9444-9ea4a33c270f {{(pid=111123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 22:58:39.710698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.711922 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-37c233c1-cb02-4cf2-931f-e8b095859300 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e0057563-2ffe-4cda-9444-9ea4a33c270f HTTP/1.1" status: 204 len: 168 time: 0.9803421 Jul 20 22:58:39.714559 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56494) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:39.762932 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Deleting subnet 4b40d53a-9df6-42e4-b85d-10cdeaabd894 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:58:39.765967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Publish callbacks [] for subnet (4b40d53a-9df6-42e4-b85d-10cdeaabd894), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.799544 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (4b40d53a-9df6-42e4-b85d-10cdeaabd894), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:39.821449 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:39.873997 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (4b40d53a-9df6-42e4-b85d-10cdeaabd894), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.014251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (4b40d53a-9df6-42e4-b85d-10cdeaabd894), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.019605 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:40.041830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b40d53a-9df6-42e4-b85d-10cdeaabd894,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:40.045265 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.048494 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6f680cf4-c447-4a50-9e72-7c6cc62c6716 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4b40d53a-9df6-42e4-b85d-10cdeaabd894 HTTP/1.1" status: 204 len: 168 time: 0.3329883 Jul 20 22:58:40.054506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56496) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:40.055694 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083e530-4461-4ae1-b46d-d2b17ed0a396 None None] Network bcef37f9-0db7-418f-b7a7-ee19e84e9c01 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 22:58:40.133170 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (bcef37f9-0db7-418f-b7a7-ee19e84e9c01), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.200267 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Deleting port 53461e5c-f371-4258-aab6-3ec50452994a {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:40.200638 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (53461e5c-f371-4258-aab6-3ec50452994a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.201214 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 82aa836e-fa33-43cd-aaa7-2886e6296708 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:40.227580 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 82aa836e-fa33-43cd-aaa7-2886e6296708 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:40.227905 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 82aa836e-fa33-43cd-aaa7-2886e6296708 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:40.228499 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 84556957-c8d1-4969-823f-5588d44a61fe no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:40.233692 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] DHCP port deletion for bcef37f9-0db7-418f-b7a7-ee19e84e9c01 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 22:58:40.254178 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 84556957-c8d1-4969-823f-5588d44a61fe {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:40.254563 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 84556957-c8d1-4969-823f-5588d44a61fe not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:40.274347 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] For port 53461e5c-f371-4258-aab6-3ec50452994a, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=53461e5c-f371-4258-aab6-3ec50452994a,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:40.274863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (53461e5c-f371-4258-aab6-3ec50452994a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.289283 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Calling delete_port for 53461e5c-f371-4258-aab6-3ec50452994a owned by network:dhcp {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:40.303434 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Deleting port 53461e5c-f371-4258-aab6-3ec50452994a {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:58:40.303812 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (53461e5c-f371-4258-aab6-3ec50452994a), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.376685 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] For port 53461e5c-f371-4258-aab6-3ec50452994a, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=53461e5c-f371-4258-aab6-3ec50452994a,segment=NetworkSegment(9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a),segment_id=9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:58:40.377087 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (53461e5c-f371-4258-aab6-3ec50452994a), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.390505 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Calling delete_port for 53461e5c-f371-4258-aab6-3ec50452994a owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:58:40.471352 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (53461e5c-f371-4258-aab6-3ec50452994a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.477680 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (53461e5c-f371-4258-aab6-3ec50452994a), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.497071 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53461e5c-f371-4258-aab6-3ec50452994a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:40.501993 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] Pushing event deleted for resources: {'Port': ['ID=53461e5c-f371-4258-aab6-3ec50452994a,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:40.502327 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] No DVR routers for this DVR port 53461e5c-f371-4258-aab6-3ec50452994a on host dv-cinder-799871-38-iscsi {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:40.505547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1f34f-94df-49da-a565-f335b23dcccd None None] No DVR routers for this DVR port 53461e5c-f371-4258-aab6-3ec50452994a on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:58:40.578409 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (bcef37f9-0db7-418f-b7a7-ee19e84e9c01), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.602880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcef37f9-0db7-418f-b7a7-ee19e84e9c01']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:40.612305 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:40.612599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:58:40.622365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.636631 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.643129 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:58:40.643522 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.668874 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a resource provider aggregate not found Jul 20 22:58:40.709355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9eb4d3c8-e0e2-491b-ba65-0f0dac4d229a found for delete ", "request_id": "req-08fb8e37-3627-4940-9f85-c2a9516d5e17"}]} Jul 20 22:58:40.756776 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (bcef37f9-0db7-418f-b7a7-ee19e84e9c01), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.762467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:40.765540 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bcef37f9-0db7-418f-b7a7-ee19e84e9c01 HTTP/1.1" status: 204 len: 168 time: 0.7127171 Jul 20 22:58:40.777351 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb16bb-a2f7-4d6c-b9e8-690751797df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcef37f9-0db7-418f-b7a7-ee19e84e9c01,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:41.052211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56508) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:41.092372 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-9641f275-63fe-40f6-adaa-655d131ced2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a257ecd598a74a5cb15fc4b62c5a5979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389452 Jul 20 22:58:41.094746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56510) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:41.147387 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] Publish callbacks [] for security_group (8df494f4-35e5-443d-a245-a750fcff65cb), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:41.420480 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] Publish callbacks [] for security_group (8df494f4-35e5-443d-a245-a750fcff65cb), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:41.434462 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:41.539057 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (8df494f4-35e5-443d-a245-a750fcff65cb), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:41.541803 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:41.542943 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8df494f4-35e5-443d-a245-a750fcff65cb HTTP/1.1" status: 204 len: 168 time: 0.4471705 Jul 20 22:58:41.551801 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc096c-9514-4010-af40-250da961586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df494f4-35e5-443d-a245-a750fcff65cb,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:42.173504 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 53461e5c-f371-4258-aab6-3ec50452994a no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:58:42.196273 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 53461e5c-f371-4258-aab6-3ec50452994a {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:58:42.196618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 53461e5c-f371-4258-aab6-3ec50452994a not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:58:42.225187 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56524) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:42.265451 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-1ce1474d-67ad-4cdb-9d70-607cf40d8a47 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e9874be0cd542829242caded150fd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390990 Jul 20 22:58:42.267872 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56526) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:58:42.315316 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] Publish callbacks [] for security_group (59fa1068-cf42-41c5-ab5a-5b37891abaaa), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:42.337976 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] Publish callbacks [] for security_group (59fa1068-cf42-41c5-ab5a-5b37891abaaa), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:42.470723 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (59fa1068-cf42-41c5-ab5a-5b37891abaaa), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:42.473264 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:58:42.474476 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59fa1068-cf42-41c5-ab5a-5b37891abaaa HTTP/1.1" status: 204 len: 168 time: 0.2056634 Jul 20 22:58:42.483045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d53559-db5b-4dd9-8016-8a2b8cf0e437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fa1068-cf42-41c5-ab5a-5b37891abaaa,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:58:47.180478 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:DELETE=3,neutron:SELECT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:49.209387 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=46 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:49.210570 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=37 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:51.898054 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:58:52.177233 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:52.374131 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:52.479133 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:52.495643 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=64,neutron:DELETE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:58:56.362520 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:01.749964 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-00a3cc86-692f-4fcb-af34-70b5b81686dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:01.892971 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:03.437245 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56714) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:03.483313 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Deleting subnet b46cab3d-8bd8-4d55-a213-9ae359267880 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 22:59:03.486294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Publish callbacks [] for subnet (b46cab3d-8bd8-4d55-a213-9ae359267880), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.521653 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (b46cab3d-8bd8-4d55-a213-9ae359267880), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.560762 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (b46cab3d-8bd8-4d55-a213-9ae359267880), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.694079 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (b46cab3d-8bd8-4d55-a213-9ae359267880), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.721838 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46cab3d-8bd8-4d55-a213-9ae359267880,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:03.727528 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.730650 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-113a48fe-9d6f-4620-8487-66feb6781928 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b46cab3d-8bd8-4d55-a213-9ae359267880 HTTP/1.1" status: 204 len: 168 time: 0.2923980 Jul 20 22:59:03.733255 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56716) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:03.802278 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (c86e9e7a-5907-4940-b6d7-ad82cb3693a8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.883524 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (c86e9e7a-5907-4940-b6d7-ad82cb3693a8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.903147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86e9e7a-5907-4940-b6d7-ad82cb3693a8']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:59:03.913142 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff70762-8f9f-4588-927d-0a81cd5035b1') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:59:03.913444 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff70762-8f9f-4588-927d-0a81cd5035b1') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 22:59:03.923108 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (9ff70762-8f9f-4588-927d-0a81cd5035b1), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.936830 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9ff70762-8f9f-4588-927d-0a81cd5035b1), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.942999 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 22:59:03.943407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (9ff70762-8f9f-4588-927d-0a81cd5035b1), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.968190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8ff669ee-32c9-4909-a60d-cdcaffc5be73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:03.991178 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9ff70762-8f9f-4588-927d-0a81cd5035b1 resource provider aggregate not found Jul 20 22:59:04.007995 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9ff70762-8f9f-4588-927d-0a81cd5035b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ff70762-8f9f-4588-927d-0a81cd5035b1 found for delete ", "request_id": "req-b1a02ba6-7cc3-4300-860d-749fc145aa9e"}]} Jul 20 22:59:04.087771 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (c86e9e7a-5907-4940-b6d7-ad82cb3693a8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.093549 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.096468 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c86e9e7a-5907-4940-b6d7-ad82cb3693a8 HTTP/1.1" status: 204 len: 168 time: 0.3623140 Jul 20 22:59:04.111909 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0d3b9-51c8-4654-a569-f2d1497cadc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86e9e7a-5907-4940-b6d7-ad82cb3693a8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:04.385124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56724) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:04.424228 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3508a486-0c35-483b-97ba-841fd41fe361 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2052ef42be464cc98e98aa5da24ee7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377195 Jul 20 22:59:04.427319 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56726) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:04.474946 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] Publish callbacks [] for security_group (d820101a-12df-4c01-b98a-040cf19684e6), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.496410 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] Publish callbacks [] for security_group (d820101a-12df-4c01-b98a-040cf19684e6), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.619305 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d820101a-12df-4c01-b98a-040cf19684e6), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.623275 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:04.625225 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d820101a-12df-4c01-b98a-040cf19684e6 HTTP/1.1" status: 204 len: 168 time: 0.1966987 Jul 20 22:59:04.634103 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6be3-4dc2-4bf5-8f4f-53e08e011842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820101a-12df-4c01-b98a-040cf19684e6,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:05.282589 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:06.556456 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:06.984711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.320194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56774) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:10.424514 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce157-58bc-4edc-97e4-6fe12e8ae067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.496066 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:10.507492 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce157-58bc-4edc-97e4-6fe12e8ae067 admin admin] Publish callbacks [] for security_group (cfe35216-3441-47c9-baff-f780630ae8b5), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.567363 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-4d0ce157-58bc-4edc-97e4-6fe12e8ae067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (cfe35216-3441-47c9-baff-f780630ae8b5), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.572645 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:10.605949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ce157-58bc-4edc-97e4-6fe12e8ae067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe35216-3441-47c9-baff-f780630ae8b5,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:10.610225 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-4d0ce157-58bc-4edc-97e4-6fe12e8ae067 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e81e10539ec4678a9c968a0e352c2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889993 Jul 20 22:59:10.613009 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 56778) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:10.662814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] Publish callbacks [] for security_group (cfe35216-3441-47c9-baff-f780630ae8b5), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.684431 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] Publish callbacks [] for security_group (cfe35216-3441-47c9-baff-f780630ae8b5), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.791566 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (cfe35216-3441-47c9-baff-f780630ae8b5), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.794168 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:10.795401 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfe35216-3441-47c9-baff-f780630ae8b5 HTTP/1.1" status: 204 len: 168 time: 0.1814728 Jul 20 22:59:10.803427 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed637aa6-622f-4ab8-b3d4-f09301061212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe35216-3441-47c9-baff-f780630ae8b5,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:12.918196 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:12.921334 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:15.023491 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-4cd4f6b2-45e8-455a-8699-109eaf77a3f9 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e78d1ca7276f47fb89822044d62ac720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301385 Jul 20 22:59:15.204590 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-860cb2c5-1a3b-4cc7-97a9-c3dde760028d tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:15.206059 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-860cb2c5-1a3b-4cc7-97a9-c3dde760028d tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777511 Jul 20 22:59:15.220147 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-6aa40b26-44ae-4d4f-8cfb-1c3dbdd9b308 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/quotas/e78d1ca7276f47fb89822044d62ac720 HTTP/1.1" status: 200 len: 375 time: 0.0087953 Jul 20 22:59:15.255065 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-1d8549cf-b17e-4c05-85cd-487409657585 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e78d1ca7276f47fb89822044d62ac720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jul 20 22:59:15.512805 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-474c08bb-7ca4-47ac-bb55-bdbc91aeb171 req-f0d3e403-260b-444a-97ec-4706a5a2afa1 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Jul 20 22:59:16.608617 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d5026b5b-a949-4864-8491-bc0ea022e143 req-9f399d16-421b-47f6-945e-264b2aaa111a tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Jul 20 22:59:16.913229 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:17.544374 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-9516219f-7a5d-4443-8965-8cf6af7b7ab9 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e78d1ca7276f47fb89822044d62ac720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202715 Jul 20 22:59:17.652542 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-c77945c4-3636-44c2-99a3-37393c0c8c5b tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:17.654030 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-c77945c4-3636-44c2-99a3-37393c0c8c5b tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047814 Jul 20 22:59:17.671441 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Request body: {'port': {'device_id': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e', 'admin_state_up': True, 'tenant_id': 'e78d1ca7276f47fb89822044d62ac720'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:59:17.715902 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c7046713-1191-4c1e-8462-0606ce6496b6 req-34bd15b4-26c2-41dc-9974-514372813651 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0343332 Jul 20 22:59:18.104676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Made reservation on behalf of e78d1ca7276f47fb89822044d62ac720 for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 22:59:18.108163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.117391 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.194455 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks [] for security_group (324de03a-7a50-4859-bd3a-31e19197925e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.271300 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (324de03a-7a50-4859-bd3a-31e19197925e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.334503 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324de03a-7a50-4859-bd3a-31e19197925e,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:18.348555 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.348901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.349247 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.349582 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.349914 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.350243 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.350565 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.350886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.351233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.351558 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.351886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.352208 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.352525 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.352841 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.353161 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:18.421999 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Allocated IP 192.168.233.96 (21060ee2-1f19-4e26-8542-2f5f5d19b28e/75bc2c7a-2ba7-48c7-9fad-877889ca1ba9/d812e939-076b-4a98-8b0b-39d158dd9f5e) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 22:59:18.573208 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks [] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.583574 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:18.585410 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:18.682171 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.725355 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Network 21060ee2-1f19-4e26-8542-2f5f5d19b28e is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 22:59:18.730604 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 22:59:18.734404 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 22:59:18.740350 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Pushing event updated for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:18.796330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:18.797098 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:18.850366 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469339c-4dec-46dc-88bc-a47e4b56dbb8 req-abc0e00b-a502-4f3f-9f51-b55063bfe314 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:18.851949 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d469339c-4dec-46dc-88bc-a47e4b56dbb8 req-abc0e00b-a502-4f3f-9f51-b55063bfe314 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 935 time: 0.0520337 Jul 20 22:59:18.902747 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d469339c-4dec-46dc-88bc-a47e4b56dbb8 req-6de5e12e-ca35-480e-88c0-660127303d67 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Jul 20 22:59:18.941835 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-5fad5f6e-3372-446a-8b20-7e097dcfcbc4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2740579 Jul 20 22:59:18.958721 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Request body: {'port': {'device_id': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 22:59:18.972363 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-ff653e02-fa2f-4f2a-adfc-6d0711b285d5 None None] Provisioning complete for port d812e939-076b-4a98-8b0b-39d158dd9f5e triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:59:18.973458 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ff653e02-fa2f-4f2a-adfc-6d0711b285d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.005169 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-ff653e02-fa2f-4f2a-adfc-6d0711b285d5 None None] Port d812e939-076b-4a98-8b0b-39d158dd9f5e cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 22:59:19.020480 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.278267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d812e939-076b-4a98-8b0b-39d158dd9f5e {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:59:19.285735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks [] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.297867 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Transition to ACTIVE for port object d812e939-076b-4a98-8b0b-39d158dd9f5e will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 22:59:19.367624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.402053 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:19.422029 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Pushing event updated for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:19.495044 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Attempting to bind port d812e939-076b-4a98-8b0b-39d158dd9f5e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 22:59:19.495442 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Attempting to bind port d812e939-076b-4a98-8b0b-39d158dd9f5e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 22:59:19.495778 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Attempting to bind port d812e939-076b-4a98-8b0b-39d158dd9f5e on network 21060ee2-1f19-4e26-8542-2f5f5d19b28e {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:59:19.501482 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Port d812e939-076b-4a98-8b0b-39d158dd9f5e on network 21060ee2-1f19-4e26-8542-2f5f5d19b28e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 22:59:19.501803 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Attempting to bind port d812e939-076b-4a98-8b0b-39d158dd9f5e on network 21060ee2-1f19-4e26-8542-2f5f5d19b28e {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 22:59:19.506978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 22:59:19.507367 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Checking segment: {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 22:59:19.507750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Bound using segment: {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 22:59:19.508178 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Bound port: d812e939-076b-4a98-8b0b-39d158dd9f5e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860612a1-1770-472a-8ee3-7969d4f6e297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 22:59:19.508545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.573517 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 22:59:19.576516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 22:59:19.648301 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.681846 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:19.682360 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:19.683745 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] 10.222.0.23 "PUT /v2.0/ports/d812e939-076b-4a98-8b0b-39d158dd9f5e HTTP/1.1" status: 200 len: 1097 time: 0.7290711 Jul 20 22:59:19.684171 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:59:19.686436 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f68200-b283-496e-951e-9906ac802fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:59:19.715942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7ce7-f398-41cb-949a-631a7c7ffa4e service neutron] Pushing event updated for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:19.726697 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013aa098-1e43-40f4-af61-6b05655d6b46 x-openstack-request-id: req-013aa098-1e43-40f4-af61-6b05655d6b46 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:59:19.726994 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:59:19.727285 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-013aa098-1e43-40f4-af61-6b05655d6b46 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:59:19.727691 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013aa098-1e43-40f4-af61-6b05655d6b46'] response: {'name': 'network-changed', 'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e', 'status': 'completed', 'code': 200} Jul 20 22:59:19.809465 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:19.820332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68200-b283-496e-951e-9906ac802fc0 req-4f8865dd-577e-4ac5-8440-0e73962123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:19.821981 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7f68200-b283-496e-951e-9906ac802fc0 req-4f8865dd-577e-4ac5-8440-0e73962123ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78d1ca7276f47fb89822044d62ac720&device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 1131 time: 0.0470927 Jul 20 22:59:19.855877 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7f68200-b283-496e-951e-9906ac802fc0 req-432ba4c2-ccae-4348-b5d4-c68fd19a6d31 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e78d1ca7276f47fb89822044d62ac720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205014 Jul 20 22:59:19.953206 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68200-b283-496e-951e-9906ac802fc0 req-84826ed5-098b-4e05-9724-12025b767de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:19.954613 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7f68200-b283-496e-951e-9906ac802fc0 req-84826ed5-098b-4e05-9724-12025b767de9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924463 Jul 20 22:59:20.030415 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b61283-9c72-45a9-a67d-f523745eeff8 req-c7d48837-070e-43a0-80f9-456be9c59516 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:20.031811 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51b61283-9c72-45a9-a67d-f523745eeff8 req-c7d48837-070e-43a0-80f9-456be9c59516 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 947 time: 0.0568883 Jul 20 22:59:20.076643 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-d5d3c9fb-1592-4fa9-ad0b-9d62104d69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:20.078073 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-d5d3c9fb-1592-4fa9-ad0b-9d62104d69a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78d1ca7276f47fb89822044d62ac720&device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 1131 time: 0.0643494 Jul 20 22:59:20.131735 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-e31a3339-9c83-44bb-8350-466c200fbad6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e HTTP/1.1" status: 200 len: 217 time: 0.0388410 Jul 20 22:59:20.134748 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51b61283-9c72-45a9-a67d-f523745eeff8 req-c7ebd594-8154-4555-9f31-3c148c9f373a tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831199 Jul 20 22:59:20.182532 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-064535fb-a5be-465c-bf45-e6bae0f974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:20.184011 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-064535fb-a5be-465c-bf45-e6bae0f974fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=75bc2c7a-2ba7-48c7-9fad-877889ca1ba9 HTTP/1.1" status: 200 len: 843 time: 0.0461595 Jul 20 22:59:20.230289 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89394a-f074-4f0e-8663-310838ca7590 req-67de49ac-991f-44d0-b3ba-a345bfeff739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:20.231802 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-67de49ac-991f-44d0-b3ba-a345bfeff739 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21060ee2-1f19-4e26-8542-2f5f5d19b28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0422282 Jul 20 22:59:20.323063 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-ba66eefe-b063-454a-8780-107ad36ab897 service neutron] 10.222.0.23 "GET /v2.0/networks/21060ee2-1f19-4e26-8542-2f5f5d19b28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834856 Jul 20 22:59:20.416232 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5b89394a-f074-4f0e-8663-310838ca7590 req-ec7cdadd-0f74-4062-9434-caeab04ece17 service neutron] 10.222.0.23 "GET /v2.0/networks/21060ee2-1f19-4e26-8542-2f5f5d19b28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868995 Jul 20 22:59:21.249444 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db4b39-f192-45a3-b798-3bc5369b65c8 req-4071ea2d-cd4e-4c00-97a2-8f20e28ce0b9 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:21.250938 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f6db4b39-f192-45a3-b798-3bc5369b65c8 req-4071ea2d-cd4e-4c00-97a2-8f20e28ce0b9 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 947 time: 0.0467849 Jul 20 22:59:21.298088 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f6db4b39-f192-45a3-b798-3bc5369b65c8 req-a9780e06-f825-4bfa-8c1f-29eefbe6db73 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Jul 20 22:59:22.411912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc736d-2736-42ca-a03c-ad9df84449aa req-c95923ec-35d8-4fb3-9d17-f8a4ec62fb6c tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:22.413392 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7fc736d-2736-42ca-a03c-ad9df84449aa req-c95923ec-35d8-4fb3-9d17-f8a4ec62fb6c tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 947 time: 0.0494294 Jul 20 22:59:22.461298 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b7fc736d-2736-42ca-a03c-ad9df84449aa req-a5bd9fc5-d6dd-4534-a781-ab835508d54c tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Jul 20 22:59:23.575034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d55914-7511-4339-b604-fbf803badf33 req-a55a7201-5ffa-48cb-914b-85d67771e5d0 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:23.576579 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7d55914-7511-4339-b604-fbf803badf33 req-a55a7201-5ffa-48cb-914b-85d67771e5d0 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 947 time: 0.0473328 Jul 20 22:59:23.594163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device d812e939-076b-4a98-8b0b-39d158dd9f5e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:59:23.597736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:23.624690 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7d55914-7511-4339-b604-fbf803badf33 req-7db8fa6b-4a01-4e9d-9ddd-2de7bd443d9c tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Jul 20 22:59:23.693666 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:23.704890 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'd812e939-076b-4a98-8b0b-39d158dd9f5e', 'network_id': '21060ee2-1f19-4e26-8542-2f5f5d19b28e', 'port_id': 'd812e939-076b-4a98-8b0b-39d158dd9f5e', 'mac_address': 'fa:16:3e:c5:1e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc2c7a-2ba7-48c7-9fad-877889ca1ba9', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:59:23.744904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port d812e939-076b-4a98-8b0b-39d158dd9f5e is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:59:23.745205 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:23.758596 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d812e939-076b-4a98-8b0b-39d158dd9f5e {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:59:23.777654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:23.859066 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:23.905953 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:23.912985 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.913331 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.913705 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.914041 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.914366 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.914689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.915033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.915402 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.915724 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.916043 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.916362 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.916701 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.917000 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.917316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:23.917629 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:24.311485 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['d812e939-076b-4a98-8b0b-39d158dd9f5e'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:59:24.743761 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a88dbd-2c6c-4967-b495-3b3129c83b06 req-55e15b0d-2b69-48b2-9876-c88b8efefe10 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:24.745228 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-44a88dbd-2c6c-4967-b495-3b3129c83b06 req-55e15b0d-2b69-48b2-9876-c88b8efefe10 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 948 time: 0.0542095 Jul 20 22:59:24.766615 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:24.794086 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-44a88dbd-2c6c-4967-b495-3b3129c83b06 req-03a97310-dc41-470c-ba3a-8c1f659254a2 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Jul 20 22:59:25.617938 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device d812e939-076b-4a98-8b0b-39d158dd9f5e up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:59:25.658478 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port d812e939-076b-4a98-8b0b-39d158dd9f5e completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 22:59:25.715999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port d812e939-076b-4a98-8b0b-39d158dd9f5e triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:59:25.716369 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:25.792434 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port d812e939-076b-4a98-8b0b-39d158dd9f5e is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:59:25.792819 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:25.815888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:59:25.818144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e240607-de54-44b4-832e-0146f2768583" -d '{"events": [{"server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:59:25.830961 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:25.857347 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2f517d-1b4b-4383-83ed-3a6f190f0521 x-openstack-request-id: req-0d2f517d-1b4b-4383-83ed-3a6f190f0521 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:59:25.857640 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "name": "network-vif-plugged", "status": "completed", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:59:25.857893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d2f517d-1b4b-4383-83ed-3a6f190f0521 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:59:25.858311 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2f517d-1b4b-4383-83ed-3a6f190f0521'] response: {'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e', 'code': 200} Jul 20 22:59:25.872740 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:25.882823 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:25.915813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d8fa-b455-4ea5-b3c9-36d16e00ffb2 req-dee313f0-4e6a-4dde-a8b8-f491344a8cc2 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:25.919843 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3011d8fa-b455-4ea5-b3c9-36d16e00ffb2 req-dee313f0-4e6a-4dde-a8b8-f491344a8cc2 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 948 time: 0.0563531 Jul 20 22:59:25.931253 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:25.945112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:25.966202 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3011d8fa-b455-4ea5-b3c9-36d16e00ffb2 req-fa3a8a46-d14b-46e1-8678-83d22129e7ff tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Jul 20 22:59:26.236794 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79423-7dd1-415a-876f-11e070cf44c2 req-e74e0335-9b6e-452c-86d2-1118d0ba0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:26.238305 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87a79423-7dd1-415a-876f-11e070cf44c2 req-e74e0335-9b6e-452c-86d2-1118d0ba0134 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 1133 time: 0.0394485 Jul 20 22:59:26.281335 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87a79423-7dd1-415a-876f-11e070cf44c2 req-fcacfcb9-b8ce-4149-8655-874bbff94c4d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Jul 20 22:59:27.080761 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa75111-4663-4512-9680-75a5e6a5bdec req-7f09bfbc-4ff7-4ce6-8b74-93be1b0cdb32 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:27.082878 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0fa75111-4663-4512-9680-75a5e6a5bdec req-7f09bfbc-4ff7-4ce6-8b74-93be1b0cdb32 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 949 time: 0.0475001 Jul 20 22:59:27.141366 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0fa75111-4663-4512-9680-75a5e6a5bdec req-66f0eb96-b24e-47e3-9d4f-3ecc938b6688 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Jul 20 22:59:28.263796 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9104-8382-494e-82d8-989787d2c7ba req-191014d4-b8ec-4f11-a54d-0f488d287c47 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:28.265249 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-996c9104-8382-494e-82d8-989787d2c7ba req-191014d4-b8ec-4f11-a54d-0f488d287c47 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 949 time: 0.0483332 Jul 20 22:59:28.313973 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-996c9104-8382-494e-82d8-989787d2c7ba req-8fd81423-57f9-4761-8a02-23acbe481fcf tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Jul 20 22:59:28.457313 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:28.461297 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=12 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:28.783045 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921fbb1-e94c-4dd0-a1c3-e1f12b10ecd5 req-c34e77a5-db67-43d5-9fbc-22055dbacbf4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:28.784838 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c921fbb1-e94c-4dd0-a1c3-e1f12b10ecd5 req-c34e77a5-db67-43d5-9fbc-22055dbacbf4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 949 time: 0.0501537 Jul 20 22:59:28.835403 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c921fbb1-e94c-4dd0-a1c3-e1f12b10ecd5 req-631e13c2-00c1-4db8-b2a1-144bf84ea0ef tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Jul 20 22:59:28.897146 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 22:59:29.967738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25473ef-b3d5-48e6-ab19-5d3b5a4b443b req-20bbf78f-5c03-4909-82d7-3c70793f7712 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:29.969253 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f25473ef-b3d5-48e6-ab19-5d3b5a4b443b req-20bbf78f-5c03-4909-82d7-3c70793f7712 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 949 time: 0.0511763 Jul 20 22:59:30.018801 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f25473ef-b3d5-48e6-ab19-5d3b5a4b443b req-3a5748f6-d47e-4c7d-b2e7-d1ee7eddabfe tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/security-groups?id=324de03a-7a50-4859-bd3a-31e19197925e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Jul 20 22:59:30.569777 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:30.578007 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-8c0c2035-4445-4b09-b316-b9e6d25458d0 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:30.580665 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-8c0c2035-4445-4b09-b316-b9e6d25458d0 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 949 time: 0.0504315 Jul 20 22:59:30.661384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Deleting port d812e939-076b-4a98-8b0b-39d158dd9f5e {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 22:59:30.661725 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:30.755370 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] For port d812e939-076b-4a98-8b0b-39d158dd9f5e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d812e939-076b-4a98-8b0b-39d158dd9f5e,segment=NetworkSegment(860612a1-1770-472a-8ee3-7969d4f6e297),segment_id=860612a1-1770-472a-8ee3-7969d4f6e297)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:30.755736 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:30.771460 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Calling delete_port for d812e939-076b-4a98-8b0b-39d158dd9f5e owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 22:59:30.967627 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (d812e939-076b-4a98-8b0b-39d158dd9f5e), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:30.997134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Pushing event deleted for resources: {'Port': ['ID=d812e939-076b-4a98-8b0b-39d158dd9f5e,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:31.010423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['d812e939-076b-4a98-8b0b-39d158dd9f5e'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:59:31.046244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] No DVR routers for this DVR port d812e939-076b-4a98-8b0b-39d158dd9f5e on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 22:59:31.048812 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:31.052197 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4ed43328-0c1b-43ff-a8d6-55b2f56ac785 req-b59fca5d-bfee-45b5-9b82-ae2ed36fad78 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.23 "DELETE /v2.0/ports/d812e939-076b-4a98-8b0b-39d158dd9f5e HTTP/1.1" status: 204 len: 173 time: 0.4679105 Jul 20 22:59:31.052651 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'name': 'network-vif-deleted', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:59:31.054922 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2827c9-1179-421d-87c4-23ef5099b083" -d '{"events": [{"server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "name": "network-vif-deleted", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:59:31.094586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be992171-e470-416a-b947-9f6fa1e4df46 x-openstack-request-id: req-be992171-e470-416a-b947-9f6fa1e4df46 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:59:31.095138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a394037-8bb5-4deb-90da-f2bc0953dcd1", "name": "network-vif-deleted", "tag": "d812e939-076b-4a98-8b0b-39d158dd9f5e", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:59:31.095138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be992171-e470-416a-b947-9f6fa1e4df46 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:59:31.095551 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be992171-e470-416a-b947-9f6fa1e4df46'] response: {'server_uuid': '3a394037-8bb5-4deb-90da-f2bc0953dcd1', 'name': 'network-vif-deleted', 'tag': 'd812e939-076b-4a98-8b0b-39d158dd9f5e', 'status': 'completed', 'code': 200} Jul 20 22:59:31.125906 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6e3f23da-653c-4a69-8a66-159298eda903 req-6623c12e-d225-42a5-9cca-7c33ed2067d4 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0291307 Jul 20 22:59:31.722090 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5b946c69-a2ea-445a-be0b-ee7ffdff1273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:32.177072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d8694-c598-4504-89cf-bbc088da60fb req-b9a0aa80-a5e2-48b1-9ee2-f13e790c4b0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:32.184175 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-542d8694-c598-4504-89cf-bbc088da60fb req-b9a0aa80-a5e2-48b1-9ee2-f13e790c4b0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0582478 Jul 20 22:59:32.231598 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:32.236317 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-542d8694-c598-4504-89cf-bbc088da60fb req-7299e720-39be-43e6-b44e-d7a5ce5d4118 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513070 Jul 20 22:59:32.252372 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6706f4d0-a3f3-465e-bdf8-416b63f32fb2 req-c2976de0-0a36-43e4-abc1-03d8e302ba42 tempest-VolumesNegativeTest-1234207236 tempest-VolumesNegativeTest-1234207236-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a394037-8bb5-4deb-90da-f2bc0953dcd1 HTTP/1.1" status: 200 len: 210 time: 0.0373170 Jul 20 22:59:33.366016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225046b0-268e-4116-93ad-342eb62abf02 req-a2b96c54-f64e-43db-8a4b-2f10e49d850c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:33.367511 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-225046b0-268e-4116-93ad-342eb62abf02 req-a2b96c54-f64e-43db-8a4b-2f10e49d850c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0475738 Jul 20 22:59:33.415489 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-225046b0-268e-4116-93ad-342eb62abf02 req-e6ef41d2-e4c5-4254-a1b0-32c201fb2613 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Jul 20 22:59:33.995584 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c947244d-d3ec-4f83-80af-f94652828a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:34.543407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc3330-5010-41ee-8386-254ee1f4dd19 req-2308e46d-ac78-4330-b6e8-84014209c059 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:34.544903 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7adc3330-5010-41ee-8386-254ee1f4dd19 req-2308e46d-ac78-4330-b6e8-84014209c059 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0517323 Jul 20 22:59:34.593716 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7adc3330-5010-41ee-8386-254ee1f4dd19 req-99dc1189-d4ba-4873-88c3-4b3ca495766f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Jul 20 22:59:35.321615 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:35.651309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device d812e939-076b-4a98-8b0b-39d158dd9f5e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 22:59:35.671128 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: d812e939-076b-4a98-8b0b-39d158dd9f5e {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 22:59:35.671542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device d812e939-076b-4a98-8b0b-39d158dd9f5e not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 22:59:35.715905 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be090e-dff9-4f60-81bb-be9c3df20918 req-64962dd9-dd7e-4240-930a-17c4c4233528 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:35.715905 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87be090e-dff9-4f60-81bb-be9c3df20918 req-64962dd9-dd7e-4240-930a-17c4c4233528 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0479748 Jul 20 22:59:35.761550 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-87be090e-dff9-4f60-81bb-be9c3df20918 req-398f8fb6-9e69-48cf-8421-0940779df148 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Jul 20 22:59:36.499576 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:36.866951 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:36.883745 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293ba07-7ce0-4892-a886-5aaa6d21f422 req-2bc8c4fd-a3fe-475e-be76-d4bcbac40c39 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:36.885527 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9293ba07-7ce0-4892-a886-5aaa6d21f422 req-2bc8c4fd-a3fe-475e-be76-d4bcbac40c39 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0494511 Jul 20 22:59:36.936774 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9293ba07-7ce0-4892-a886-5aaa6d21f422 req-f0aa2f5e-3252-44e6-987b-f293728586b1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454423 Jul 20 22:59:36.978730 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:38.059188 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b390-8822-4565-8d7c-8027575def3d req-6bb8677a-dec5-42a5-ac8d-7cc476c1642b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:38.060638 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0bd7b390-8822-4565-8d7c-8027575def3d req-6bb8677a-dec5-42a5-ac8d-7cc476c1642b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0504296 Jul 20 22:59:38.107124 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0bd7b390-8822-4565-8d7c-8027575def3d req-8778c7cc-615c-4b37-b6e2-ad57cd06a890 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Jul 20 22:59:38.787626 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-dccb17f4-d86e-486d-9403-61860f7093d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:38.789114 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-dccb17f4-d86e-486d-9403-61860f7093d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1130 time: 0.0401869 Jul 20 22:59:38.892720 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:38.895230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-8bc77d8c-6b98-4097-9c74-6bb7b820a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:38.896704 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-8bc77d8c-6b98-4097-9c74-6bb7b820a439 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0903106 Jul 20 22:59:38.959837 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-e1b6051a-006b-4b36-b145-03ff11a79a40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 1001 time: 0.0570388 Jul 20 22:59:39.008280 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-00f7af70-8874-4260-a4f8-e0ff9ad710ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:39.009850 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-00f7af70-8874-4260-a4f8-e0ff9ad710ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0446708 Jul 20 22:59:39.023701 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:39.058233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-b381101d-8b9e-4a08-823f-e4413ae0400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:39.059787 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-b381101d-8b9e-4a08-823f-e4413ae0400b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439093 Jul 20 22:59:39.152357 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-7c9305f4-8087-41c2-a9d4-848adc79a22d service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868871 Jul 20 22:59:39.239583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0436c-28fc-4ab3-9e5a-579585530caa req-7a5ca79c-b57a-4fbf-8d37-e9f1333e1cdd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:39.239583 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-79f0436c-28fc-4ab3-9e5a-579585530caa req-7a5ca79c-b57a-4fbf-8d37-e9f1333e1cdd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0587502 Jul 20 22:59:39.250956 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fc3f7d01-4dfe-409b-8ed8-e9781b8cfdc7 req-22cbe94d-4119-4d94-9169-70dc9a98f198 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925109 Jul 20 22:59:39.288112 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-79f0436c-28fc-4ab3-9e5a-579585530caa req-1de9331b-e8ec-4b77-8b55-c86ed5b19801 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Jul 20 22:59:39.426311 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57168) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:39.557643 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-542da1a5-edcb-4433-9cc9-a8f1503b8cbf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e78d1ca7276f47fb89822044d62ac720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300275 Jul 20 22:59:39.560185 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57172) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 22:59:39.608391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Publish callbacks [] for security_group (324de03a-7a50-4859-bd3a-31e19197925e), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:39.630434 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Publish callbacks [] for security_group (324de03a-7a50-4859-bd3a-31e19197925e), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:39.784590 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (324de03a-7a50-4859-bd3a-31e19197925e), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:39.787128 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:39.788355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/324de03a-7a50-4859-bd3a-31e19197925e HTTP/1.1" status: 204 len: 168 time: 0.2272196 Jul 20 22:59:39.796768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324de03a-7a50-4859-bd3a-31e19197925e,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:39.804099 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.804447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.804791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.805137 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.805475 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.805858 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.806206 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.806501 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.806955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.807353 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.807684 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.808010 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.808331 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.808652 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:39.808969 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b6530b-fdfe-4dca-acb5-45dfb625200c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 22:59:40.406178 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe701d-0080-4fe3-a557-f2b8dee1cf64 req-de11e780-6f1f-4498-b982-8bbeb4d971e9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:40.407677 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-84fe701d-0080-4fe3-a557-f2b8dee1cf64 req-de11e780-6f1f-4498-b982-8bbeb4d971e9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0481579 Jul 20 22:59:40.454904 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-84fe701d-0080-4fe3-a557-f2b8dee1cf64 req-2b747503-742c-42d7-af53-637ddb3716a2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Jul 20 22:59:41.537424 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:41.575414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451a2ae-db86-42c5-af29-a22843dc576f req-852aff5e-f485-4e15-8a3d-0dcd6e9f905e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:41.576886 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0451a2ae-db86-42c5-af29-a22843dc576f req-852aff5e-f485-4e15-8a3d-0dcd6e9f905e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0498571 Jul 20 22:59:41.623698 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-0451a2ae-db86-42c5-af29-a22843dc576f req-75d3ef39-cd99-478e-a740-257f2cb85010 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408611 Jul 20 22:59:42.745366 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd0938-8577-4076-9ec2-90e78f2b1b76 req-3b2668ea-2e60-482c-b0b0-9ac85408f65f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:42.746889 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51dd0938-8577-4076-9ec2-90e78f2b1b76 req-3b2668ea-2e60-482c-b0b0-9ac85408f65f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0503080 Jul 20 22:59:42.771503 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:42.798607 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-51dd0938-8577-4076-9ec2-90e78f2b1b76 req-07f207ba-aafa-437c-b644-76c77291adab tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Jul 20 22:59:43.914583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee607-139e-418b-99a1-a681c44c1c5d req-5195d915-93ca-4a52-b588-3eabf5ac753a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:43.916102 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae5ee607-139e-418b-99a1-a681c44c1c5d req-5195d915-93ca-4a52-b588-3eabf5ac753a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0474238 Jul 20 22:59:43.964873 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae5ee607-139e-418b-99a1-a681c44c1c5d req-eb4f6831-0483-47a8-8cdf-5ec8730972b1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Jul 20 22:59:45.084155 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf446c2-8a98-4436-8a10-8ba92c265fed req-41dea7b5-bd74-49cf-be59-45576999d8ca tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:45.085635 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6bf446c2-8a98-4436-8a10-8ba92c265fed req-41dea7b5-bd74-49cf-be59-45576999d8ca tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0470867 Jul 20 22:59:45.133192 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6bf446c2-8a98-4436-8a10-8ba92c265fed req-69f61b10-8e09-44c9-ba0c-a5eb8b8284ea tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Jul 20 22:59:46.250519 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18ad3e-3ea8-4802-91bc-92d3e4b6523d req-55965b18-1cb8-4e74-b1fe-677b2de23c23 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:46.251997 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e18ad3e-3ea8-4802-91bc-92d3e4b6523d req-55965b18-1cb8-4e74-b1fe-677b2de23c23 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0466678 Jul 20 22:59:46.302083 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9e18ad3e-3ea8-4802-91bc-92d3e4b6523d req-2fa89a2a-9dec-4ef1-9187-0bd528c305e8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Jul 20 22:59:46.914209 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:47.421368 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05652b3-a752-42aa-b368-a21fceb03272 req-34d31569-72f3-4e94-8781-11a8908b8de7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:47.422837 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b05652b3-a752-42aa-b368-a21fceb03272 req-34d31569-72f3-4e94-8781-11a8908b8de7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0477805 Jul 20 22:59:47.469655 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b05652b3-a752-42aa-b368-a21fceb03272 req-f3e747a6-50e7-4cde-97fe-1813cc051b43 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jul 20 22:59:48.587557 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4f48a-b2a5-4aa0-b48e-5998b1eeae53 req-4ac87d15-2df0-4821-8764-5968759e0e53 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:48.589103 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ebe4f48a-b2a5-4aa0-b48e-5998b1eeae53 req-4ac87d15-2df0-4821-8764-5968759e0e53 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0481856 Jul 20 22:59:48.637180 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ebe4f48a-b2a5-4aa0-b48e-5998b1eeae53 req-d7e51a83-f5bd-4bc7-b22d-36f109c71f74 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Jul 20 22:59:49.716976 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 22:59:49.759032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480661-1f43-4882-9f0a-71897c079a83 req-c03a5e6b-2951-4629-b5b2-a0c4754c3a2f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:49.760785 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49480661-1f43-4882-9f0a-71897c079a83 req-c03a5e6b-2951-4629-b5b2-a0c4754c3a2f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0522602 Jul 20 22:59:49.808103 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49480661-1f43-4882-9f0a-71897c079a83 req-466b9171-67f4-4ab6-b349-6d62bcc6a500 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jul 20 22:59:49.816728 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:49.828192 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 22:59:49.862051 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: ACTIVE; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:59:49.862433 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:49.875351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 22:59:49.894158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:49.908426 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:49.914305 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:49.961284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:50.007937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=6']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:50.119547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['41607f00-87e1-4b7a-ab9d-322990f3e718'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 22:59:50.928121 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083244a-6c85-4d9d-822d-e80217640b49 req-71e359bd-ee21-482c-b29e-cdb2247fa5e3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:50.929594 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6083244a-6c85-4d9d-822d-e80217640b49 req-71e359bd-ee21-482c-b29e-cdb2247fa5e3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 945 time: 0.0490189 Jul 20 22:59:50.976563 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6083244a-6c85-4d9d-822d-e80217640b49 req-9496492c-644f-48ce-8b34-ac3cebb89756 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 Jul 20 22:59:51.718264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 22:59:51.761927 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 41607f00-87e1-4b7a-ab9d-322990f3e718 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 22:59:51.762291 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:51.839461 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 22:59:51.840073 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:51.863925 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 22:59:51.866132 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9102f82b-d528-4859-ad80-b6b44758ec5d" -d '{"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 22:59:51.878956 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 22:59:51.902536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafbd35c-de03-48a9-80d2-88b3aef4113f x-openstack-request-id: req-bafbd35c-de03-48a9-80d2-88b3aef4113f {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 22:59:51.902826 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 22:59:51.903194 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bafbd35c-de03-48a9-80d2-88b3aef4113f {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 22:59:51.903596 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafbd35c-de03-48a9-80d2-88b3aef4113f'] response: {'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'code': 200} Jul 20 22:59:51.944769 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:51.993336 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=7']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 22:59:52.099969 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7993-28ff-4e5d-b072-7ded3d25465a req-a05222b1-8774-4bd3-8210-963db2f621c9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:52.101452 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6d2c7993-28ff-4e5d-b072-7ded3d25465a req-a05222b1-8774-4bd3-8210-963db2f621c9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0519371 Jul 20 22:59:52.149935 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6d2c7993-28ff-4e5d-b072-7ded3d25465a req-0d3e4291-0061-42a2-8b4c-186aa61a47ac tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Jul 20 22:59:53.268834 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a573ce-aea3-4e50-866d-6169d0e5c184 req-a43f52a5-a403-4767-a3bf-0b35bf1f95eb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:53.270818 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-81a573ce-aea3-4e50-866d-6169d0e5c184 req-a43f52a5-a403-4767-a3bf-0b35bf1f95eb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0470138 Jul 20 22:59:53.316999 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-81a573ce-aea3-4e50-866d-6169d0e5c184 req-127edde1-ccb0-4eb5-bb3d-0d5b714f3252 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Jul 20 22:59:54.434579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa79c30-246f-4ed4-bbf4-007235058ce9 req-2fb244ae-01b3-46ca-8e60-e47900137944 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:54.436196 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6aa79c30-246f-4ed4-bbf4-007235058ce9 req-2fb244ae-01b3-46ca-8e60-e47900137944 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0476468 Jul 20 22:59:54.448943 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 22:59:54.484124 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6aa79c30-246f-4ed4-bbf4-007235058ce9 req-de5ee0b4-645b-49ec-86b5-12bbf77b31f3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Jul 20 22:59:55.632370 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc2b64-f678-4677-9c70-e503728aa8a0 req-2018d5b1-c712-434e-8eb3-24daa3ad74c2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:55.634224 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0dbc2b64-f678-4677-9c70-e503728aa8a0 req-2018d5b1-c712-434e-8eb3-24daa3ad74c2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0615585 Jul 20 22:59:55.695623 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0dbc2b64-f678-4677-9c70-e503728aa8a0 req-940beba3-b025-407c-b592-1220d18e09eb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 Jul 20 22:59:55.962062 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 22:59:56.837248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def819-f63a-401d-bccf-2bf6595085d2 req-e6909cee-8c60-46d5-8e8d-e1141d4f0875 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:56.839095 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-88def819-f63a-401d-bccf-2bf6595085d2 req-e6909cee-8c60-46d5-8e8d-e1141d4f0875 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0591307 Jul 20 22:59:56.895142 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-88def819-f63a-401d-bccf-2bf6595085d2 req-428bc915-5863-4553-8ef7-9a8872ade628 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493178 Jul 20 22:59:58.032267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911e067-c218-49fd-882d-2c53a30830d2 req-f5826a6d-902a-4dd0-bff3-dd1e3683b95c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:58.034118 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b911e067-c218-49fd-882d-2c53a30830d2 req-f5826a6d-902a-4dd0-bff3-dd1e3683b95c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0584998 Jul 20 22:59:58.108988 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b911e067-c218-49fd-882d-2c53a30830d2 req-857a648a-75c0-4a27-ada4-ad20ae19ef00 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675955 Jul 20 22:59:59.246354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d15df-37c2-4af4-85cb-cda5f4233779 req-5b51ac10-9f2f-43c0-b634-8fea990459e5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 22:59:59.248067 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-925d15df-37c2-4af4-85cb-cda5f4233779 req-5b51ac10-9f2f-43c0-b634-8fea990459e5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0503478 Jul 20 22:59:59.300009 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-925d15df-37c2-4af4-85cb-cda5f4233779 req-d4555fa5-cff7-493b-ad45-3edb43344412 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Jul 20 23:00:00.424314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab435514-61b3-4ab8-beb5-16bafb31e51c req-82fbf2f7-ba0c-417e-ac0c-6fb6e46a53a2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:00.425695 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab435514-61b3-4ab8-beb5-16bafb31e51c req-82fbf2f7-ba0c-417e-ac0c-6fb6e46a53a2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0472424 Jul 20 23:00:00.475767 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab435514-61b3-4ab8-beb5-16bafb31e51c req-bb85daf3-4871-4041-9bf4-f39b5b26dfa7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Jul 20 23:00:01.604510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6750e68-0fda-4503-ab92-a2fcc30f2231 req-74f501d0-58ae-4229-9da7-910b92bd97fd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:01.605993 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d6750e68-0fda-4503-ab92-a2fcc30f2231 req-74f501d0-58ae-4229-9da7-910b92bd97fd tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0539455 Jul 20 23:00:01.622646 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:01.680964 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d6750e68-0fda-4503-ab92-a2fcc30f2231 req-7fb85fbc-befa-4d9e-b4dc-23689bb71d45 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686607 Jul 20 23:00:01.739496 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-536e0981-52ba-4af6-a80a-198156bdb012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:02.803775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:02.816901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befdc4d-2bea-4b95-a4f4-e36bcef8daa7 req-3fde6f26-9206-4c64-a2b3-fe6b8d8e45c2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:02.820261 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8befdc4d-2bea-4b95-a4f4-e36bcef8daa7 req-3fde6f26-9206-4c64-a2b3-fe6b8d8e45c2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0524123 Jul 20 23:00:02.883432 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8befdc4d-2bea-4b95-a4f4-e36bcef8daa7 req-3140076d-94f4-499d-9777-8e9aafad96ed tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577025 Jul 20 23:00:04.012666 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5f3ca35d-a959-477b-bb42-7b7c94001ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:04.018925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bf804-4db6-4297-b999-58a1afc2c27f req-b4b0fcd0-c061-4441-9cdb-a4de282a4f0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:04.020614 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e32bf804-4db6-4297-b999-58a1afc2c27f req-b4b0fcd0-c061-4441-9cdb-a4de282a4f0d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0537834 Jul 20 23:00:04.074640 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e32bf804-4db6-4297-b999-58a1afc2c27f req-f0c80ae6-b9c9-4721-b4d2-ff0d056f381d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466957 Jul 20 23:00:05.198655 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81413cf-f1aa-4f1b-a571-64055395e41f req-7bb6ded0-f352-4a5b-a6e9-3bb6bc9c71f5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:05.200218 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d81413cf-f1aa-4f1b-a571-64055395e41f req-7bb6ded0-f352-4a5b-a6e9-3bb6bc9c71f5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0475111 Jul 20 23:00:05.247492 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d81413cf-f1aa-4f1b-a571-64055395e41f req-72ae2740-7b33-459d-b0df-0e6134cab572 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417640 Jul 20 23:00:05.263950 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:05.803357 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-fa70aceb-ac14-45fd-9d55-3aee11ea4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:05.804758 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-fa70aceb-ac14-45fd-9d55-3aee11ea4763 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1130 time: 0.0424182 Jul 20 23:00:05.893925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-f931bd92-085d-4b72-9f5a-5a520541253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:05.895489 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-f931bd92-085d-4b72-9f5a-5a520541253e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0844812 Jul 20 23:00:05.899024 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:00:05.942920 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:05.959230 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-d0102776-dba2-4e05-bca3-afdd408b9478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 1001 time: 0.0577977 Jul 20 23:00:06.008663 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-50a60a2b-6a70-49ec-8b3d-85f20f9cd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:06.010364 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-50a60a2b-6a70-49ec-8b3d-85f20f9cd8b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0451615 Jul 20 23:00:06.054100 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-449a411f-ab04-4d9a-bbd8-e5705744332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:06.055516 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-449a411f-ab04-4d9a-bbd8-e5705744332e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389235 Jul 20 23:00:06.148981 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-c9fb735b-5d42-4368-ab0b-dc3a45c7e308 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869496 Jul 20 23:00:06.240094 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e8e29674-0872-4a63-aa6f-8925c38380c0 req-754cd777-db72-4649-975c-94c27caebb85 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Jul 20 23:00:06.353414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:06.364425 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222093d-ca50-4295-9bff-b4f84808f8cc req-ccb5d356-87dc-4a0d-97d4-6383aa2ac125 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:06.368174 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a222093d-ca50-4295-9bff-b4f84808f8cc req-ccb5d356-87dc-4a0d-97d4-6383aa2ac125 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0469215 Jul 20 23:00:06.416312 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a222093d-ca50-4295-9bff-b4f84808f8cc req-0a108324-77b6-492e-a88c-8bbadebce22e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449154 Jul 20 23:00:06.481055 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:06.914384 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:07.007057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:07.537550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bbe7e-d946-4b51-8ae9-dda0ec7f9c0b req-aab30a0b-6ec1-4e5b-9b8b-0a8f7ca9b6d5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:07.539023 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3f5bbe7e-d946-4b51-8ae9-dda0ec7f9c0b req-aab30a0b-6ec1-4e5b-9b8b-0a8f7ca9b6d5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0501750 Jul 20 23:00:07.584902 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3f5bbe7e-d946-4b51-8ae9-dda0ec7f9c0b req-a3866b41-4c9c-447b-84ad-76e7b15b403e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Jul 20 23:00:08.710294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a2135-681c-483c-8dec-c633d688dcbd req-ffb3e49f-195f-42bd-a0cb-7ab51947cd9d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:08.711796 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dc2a2135-681c-483c-8dec-c633d688dcbd req-ffb3e49f-195f-42bd-a0cb-7ab51947cd9d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 946 time: 0.0525732 Jul 20 23:00:08.758885 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dc2a2135-681c-483c-8dec-c633d688dcbd req-72810480-4974-43bb-9c87-b33eba4bd739 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414698 Jul 20 23:00:09.835068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:00:09.909148 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: ACTIVE; New status is: DOWN {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:00:09.909534 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:09.932619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:00:09.934871 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e097d3-30c9-4134-95ba-8da64bd99dd7" -d '{"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-unplugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:00:09.948036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:00:09.971551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Jul 2022 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217eb5e9-d6dc-4c96-97a1-32fb269f9790 x-openstack-request-id: req-217eb5e9-d6dc-4c96-97a1-32fb269f9790 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:00:09.971551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-unplugged", "status": "failed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "code": 422}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:00:09.971551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-217eb5e9-d6dc-4c96-97a1-32fb269f9790 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:00:09.971551 dv-cinder-799871-38-iscsi neutron-server[111124]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-217eb5e9-d6dc-4c96-97a1-32fb269f9790']: {'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'code': 422} returned with failed status Jul 20 23:00:10.053004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:10.099247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=8']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:00:10.806912 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39221a-ae27-47f2-8df7-b6aa95e1b222 req-abbfbbbd-76b9-4df5-8ab8-011013719324 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:10.808419 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cb39221a-ae27-47f2-8df7-b6aa95e1b222 req-abbfbbbd-76b9-4df5-8ab8-011013719324 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0484421 Jul 20 23:00:10.860590 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cb39221a-ae27-47f2-8df7-b6aa95e1b222 req-566940ef-43ed-434f-af4b-30dda4192113 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Jul 20 23:00:11.067417 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-4b059e05-cfc2-4b01-8029-97f7c7154d01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0379148 Jul 20 23:00:11.142571 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-fb14b710-4e2c-4e4a-bfdc-daa907bbbae7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:11.144485 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-fb14b710-4e2c-4e4a-bfdc-daa907bbbae7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports/41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 941 time: 0.0493038 Jul 20 23:00:11.987118 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d8db4-68b2-45c4-9814-36d3c334d92c req-feddcaa6-083c-4d51-a867-4aaf95943354 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:11.988608 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cc4d8db4-68b2-45c4-9814-36d3c334d92c req-feddcaa6-083c-4d51-a867-4aaf95943354 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0504534 Jul 20 23:00:12.037586 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cc4d8db4-68b2-45c4-9814-36d3c334d92c req-4cdd2400-1749-45cb-bd7b-640a75c94362 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Jul 20 23:00:12.434925 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-b49372c5-eaf9-453c-afb6-fa9b062ee22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:12.436365 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-b49372c5-eaf9-453c-afb6-fa9b062ee22a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e&tenant_id=7ace18b7cfda4329adb560220ff909cc HTTP/1.1" status: 200 len: 1128 time: 0.0430260 Jul 20 23:00:12.510274 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-41eff89a-b597-41b0-987f-9c20d4c7ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:12.511752 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-41eff89a-b597-41b0-987f-9c20d4c7ed53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1128 time: 0.0427747 Jul 20 23:00:12.598068 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-39155a6d-e731-429e-b1fb-055fdc72d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:12.599519 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-39155a6d-e731-429e-b1fb-055fdc72d75c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0826149 Jul 20 23:00:12.652890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:12.663494 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-00454ae8-a3a6-4aa1-8874-6758da089574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 999 time: 0.0579543 Jul 20 23:00:12.712479 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-d80f61e5-f170-4c84-8a9c-e406ca0030e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:12.713839 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-d80f61e5-f170-4c84-8a9c-e406ca0030e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0438025 Jul 20 23:00:12.756700 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-8730c368-9b9f-4b91-b77d-15699aa178db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:12.758225 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-8730c368-9b9f-4b91-b77d-15699aa178db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385919 Jul 20 23:00:12.849097 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-476e74ad-798b-4949-bffe-c6d73d7446bc service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851498 Jul 20 23:00:12.913012 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:12.937018 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-d4c879ee-5114-4518-820c-9574d60a75b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826566 Jul 20 23:00:13.160053 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dee2c7-468e-4d9a-a3ae-f88d5df69a10 req-7e3fd429-11c9-4809-922f-7ef4258526d3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:13.161409 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7dee2c7-468e-4d9a-a3ae-f88d5df69a10 req-7e3fd429-11c9-4809-922f-7ef4258526d3 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0483279 Jul 20 23:00:13.211754 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e7dee2c7-468e-4d9a-a3ae-f88d5df69a10 req-eef55ebc-03c0-4019-bbd0-0c1a0e42fb15 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446839 Jul 20 23:00:14.345276 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eefd8-d322-4385-8ba2-7d2848134845 req-fee95685-3796-45de-86df-4c9c54b5e72b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:14.348087 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f01eefd8-d322-4385-8ba2-7d2848134845 req-fee95685-3796-45de-86df-4c9c54b5e72b tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0572238 Jul 20 23:00:14.398336 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f01eefd8-d322-4385-8ba2-7d2848134845 req-52073ebc-6ff4-46ef-b451-031838a2e51c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428329 Jul 20 23:00:15.538579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445baed3-f28d-425a-bd26-6a5f158595b9 req-ce438bf3-02fd-4bc3-a79f-1334de911a68 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:15.542474 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-445baed3-f28d-425a-bd26-6a5f158595b9 req-ce438bf3-02fd-4bc3-a79f-1334de911a68 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0492885 Jul 20 23:00:15.594175 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-445baed3-f28d-425a-bd26-6a5f158595b9 req-7d3782bc-c11f-46b7-a0ba-655fa780cac4 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481584 Jul 20 23:00:15.895528 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:16.719576 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14906b57-677c-47f3-9148-ee837d1ecc43 req-f622fd69-8dd9-4e45-a0a8-cc4a709892bb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:16.721993 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-14906b57-677c-47f3-9148-ee837d1ecc43 req-f622fd69-8dd9-4e45-a0a8-cc4a709892bb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0497251 Jul 20 23:00:16.773738 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-14906b57-677c-47f3-9148-ee837d1ecc43 req-ca734422-b53d-41f6-86a8-867b8c454e35 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462399 Jul 20 23:00:17.897500 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7190e8-a60f-4662-924e-be7626b58f83 req-9cd233b4-dd34-44bb-92ba-de8cedda475d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:17.899075 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7e7190e8-a60f-4662-924e-be7626b58f83 req-9cd233b4-dd34-44bb-92ba-de8cedda475d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0505142 Jul 20 23:00:17.953607 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7e7190e8-a60f-4662-924e-be7626b58f83 req-49e2d190-e01b-4ab0-a1cc-cd7d2ce0480a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Jul 20 23:00:19.081197 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ce30a-9af7-4fdf-a956-fecf91958719 req-97cfcb21-31a4-4246-bb85-882b0b8cee88 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:19.082970 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f45ce30a-9af7-4fdf-a956-fecf91958719 req-97cfcb21-31a4-4246-bb85-882b0b8cee88 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0493851 Jul 20 23:00:19.137724 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f45ce30a-9af7-4fdf-a956-fecf91958719 req-63ad534a-b5c1-4cfd-b1a3-a5587e868c32 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486996 Jul 20 23:00:20.096349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=5,neutron:SELECT=25 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:20.097141 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:20.276800 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962d24d-c493-45ca-aac9-8109ff75dac3 req-6bc0c5a6-1606-493b-a13f-fb3a6c948ee5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:20.278300 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7962d24d-c493-45ca-aac9-8109ff75dac3 req-6bc0c5a6-1606-493b-a13f-fb3a6c948ee5 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0498042 Jul 20 23:00:20.308055 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:20.332325 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7962d24d-c493-45ca-aac9-8109ff75dac3 req-154e21bb-216e-4713-86cd-dcb65f4b4044 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473330 Jul 20 23:00:21.452223 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a006272-7671-41db-bc27-d3d3cfd4da6e req-732df83d-1b41-4594-a9eb-67dda73f264d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:21.453632 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3a006272-7671-41db-bc27-d3d3cfd4da6e req-732df83d-1b41-4594-a9eb-67dda73f264d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0478685 Jul 20 23:00:21.505403 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3a006272-7671-41db-bc27-d3d3cfd4da6e req-3f3c8987-566f-4c86-b30a-687dec726bd9 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456798 Jul 20 23:00:22.631859 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb909385-ef9d-4266-9880-e64ed6fae635 req-48c4c2e4-6bd3-4f96-824f-16df15944a30 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:22.633355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb909385-ef9d-4266-9880-e64ed6fae635 req-48c4c2e4-6bd3-4f96-824f-16df15944a30 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0510759 Jul 20 23:00:22.680236 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-bb909385-ef9d-4266-9880-e64ed6fae635 req-424f485d-28fd-4d43-85dd-4691174febca tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Jul 20 23:00:23.803066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ea0d-4370-4bd3-b060-694ad2d73cc0 req-2c5cfddb-37d9-4b9e-b5a9-70dccd5428bb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:23.804453 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fe34ea0d-4370-4bd3-b060-694ad2d73cc0 req-2c5cfddb-37d9-4b9e-b5a9-70dccd5428bb tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0493093 Jul 20 23:00:23.852298 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fe34ea0d-4370-4bd3-b060-694ad2d73cc0 req-364bcb19-ca0f-401a-9971-13d0d46d8350 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Jul 20 23:00:24.968880 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3ed4-face-4f27-9e35-47044bdd62be req-168d076f-1083-4eac-9513-959386cacf60 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:24.970350 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-baca3ed4-face-4f27-9e35-47044bdd62be req-168d076f-1083-4eac-9513-959386cacf60 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.0466745 Jul 20 23:00:25.017818 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-baca3ed4-face-4f27-9e35-47044bdd62be req-d91d7fda-096c-48b1-9792-1de9c97c71e0 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 Jul 20 23:00:25.978809 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:26.294618 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44059b-3003-4699-ab57-127d5c630251 req-2fe255b1-6748-4ae5-858a-ed815f3e3bfe tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:26.296087 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1f44059b-3003-4699-ab57-127d5c630251 req-2fe255b1-6748-4ae5-858a-ed815f3e3bfe tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.2050073 Jul 20 23:00:26.341428 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1f44059b-3003-4699-ab57-127d5c630251 req-7e103ec3-3b28-4d90-8845-b85c0e9f4022 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397246 Jul 20 23:00:26.912687 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:27.511766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146ef1-e824-4f87-bf9c-f4b311a37f1f req-c238863b-7419-44a6-9017-77e86c179f05 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:27.513210 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d4146ef1-e824-4f87-bf9c-f4b311a37f1f req-c238863b-7419-44a6-9017-77e86c179f05 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 944 time: 0.1004076 Jul 20 23:00:27.558641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:27.563068 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d4146ef1-e824-4f87-bf9c-f4b311a37f1f req-d5397ffb-fd8c-4d1a-90b2-262cd795bd50 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444725 Jul 20 23:00:27.824189 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 23:00:27.924515 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:00:27.936020 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'port_id': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'mac_address': 'fa:16:3e:96:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 23:00:27.969225 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:00:27.969610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:27.982924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:00:28.005843 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:00:28.138052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:28.183749 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=9']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:00:28.191382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.191874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.192212 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.192547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.192874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.193195 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.193515 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.193892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.194207 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.194526 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.194861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.195328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.195649 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.195963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.196277 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:00:28.564611 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['41607f00-87e1-4b7a-ab9d-322990f3e718'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:00:28.682372 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f428c-2778-4442-8793-cad4af9fcdc9 req-4fb92df5-c9d4-41a9-b3e8-2c98c94946be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:28.683892 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be3f428c-2778-4442-8793-cad4af9fcdc9 req-4fb92df5-c9d4-41a9-b3e8-2c98c94946be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 945 time: 0.0468440 Jul 20 23:00:28.730177 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-be3f428c-2778-4442-8793-cad4af9fcdc9 req-97bce657-47fb-4e87-bc75-c340f0229ab2 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Jul 20 23:00:29.841144 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:00:29.847185 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077bbf-ba17-4308-9045-91d7643f3cc1 req-6d225779-0be5-4a75-b0f5-3fa10f3c4608 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:29.848670 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f077bbf-ba17-4308-9045-91d7643f3cc1 req-6d225779-0be5-4a75-b0f5-3fa10f3c4608 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 945 time: 0.0465858 Jul 20 23:00:29.884045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 41607f00-87e1-4b7a-ab9d-322990f3e718 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:00:29.884414 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:29.896725 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2f077bbf-ba17-4308-9045-91d7643f3cc1 req-fda228b4-d12b-4938-a935-73cf0d7fbd0c tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Jul 20 23:00:29.956641 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:29.957058 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 41607f00-87e1-4b7a-ab9d-322990f3e718 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:00:29.957150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:29.980335 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:00:29.982541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213cbdce-96ad-4545-9afc-c7bb1fb72ab4" -d '{"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:00:29.999076 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:00:30.028038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e3e06-7459-495a-a463-bb19fcac3adb x-openstack-request-id: req-024e3e06-7459-495a-a463-bb19fcac3adb {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:00:30.028038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-plugged", "status": "completed", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:00:30.028038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-024e3e06-7459-495a-a463-bb19fcac3adb {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:00:30.028038 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024e3e06-7459-495a-a463-bb19fcac3adb'] response: {'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'code': 200} Jul 20 23:00:30.075628 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:30.122291 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=10']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:00:30.500218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8d7a-2dab-471c-908f-2e1639525b58 req-0df7e4b6-4883-4659-8cef-78f25b4dc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:30.501677 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-404f8d7a-2dab-471c-908f-2e1639525b58 req-0df7e4b6-4883-4659-8cef-78f25b4dc07d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1131 time: 0.0387130 Jul 20 23:00:30.547499 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-404f8d7a-2dab-471c-908f-2e1639525b58 req-d5a5d90a-64f0-425e-9053-e223e557088d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Jul 20 23:00:31.013840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9175b-4b0a-4abe-a9c5-6b445d9a7981 req-f70575f7-4c91-4433-b0a5-6b7e76abbd2a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:31.015304 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7bf9175b-4b0a-4abe-a9c5-6b445d9a7981 req-f70575f7-4c91-4433-b0a5-6b7e76abbd2a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0461342 Jul 20 23:00:31.060857 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-7bf9175b-4b0a-4abe-a9c5-6b445d9a7981 req-17777f01-3ee8-4810-be21-93ea4cc0a886 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394330 Jul 20 23:00:31.732480 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3fd1941f-89bc-40cc-865a-f8b12089b057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:32.162582 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:32.181591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493d188-1b3b-4d66-bc4b-d181a9a49c75 req-6038fba3-4768-4eed-9b75-a4f0b5e31ff8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:32.183359 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c493d188-1b3b-4d66-bc4b-d181a9a49c75 req-6038fba3-4768-4eed-9b75-a4f0b5e31ff8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0492582 Jul 20 23:00:32.235214 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c493d188-1b3b-4d66-bc4b-d181a9a49c75 req-2d20622f-4650-4cef-9106-76796f40a0be tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 Jul 20 23:00:33.361119 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996da1f8-2d52-4b59-a6df-67f331c527b6 req-6f59dd85-5c4a-47f7-852b-09405175289d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:33.362585 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-996da1f8-2d52-4b59-a6df-67f331c527b6 req-6f59dd85-5c4a-47f7-852b-09405175289d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0520663 Jul 20 23:00:33.411548 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-996da1f8-2d52-4b59-a6df-67f331c527b6 req-19f417bf-ed56-453d-b6fa-e29f7b64d0fe tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Jul 20 23:00:33.995204 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-10a74be9-e0e2-417c-8a1c-39a0b1b2370f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:34.530527 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28980-fd07-47b3-83d7-d27ba49b43f2 req-27af424c-254b-4bf4-bb76-c01372187ada tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:34.532003 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-61b28980-fd07-47b3-83d7-d27ba49b43f2 req-27af424c-254b-4bf4-bb76-c01372187ada tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0476823 Jul 20 23:00:34.578146 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-61b28980-fd07-47b3-83d7-d27ba49b43f2 req-727dd84c-548a-4a70-acd2-0d971ef6df6d tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Jul 20 23:00:35.270065 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:36.399890 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:36.548381 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:37.005974 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:00:38.443449 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:38.740917 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-4a71301c-da0b-4e70-bd66-70922a695395 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429323 Jul 20 23:00:38.833842 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e012b8-19de-4774-a3f6-310e2a077040 req-616f9323-985a-42f0-9a1b-6861b8378b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:38.835351 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-616f9323-985a-42f0-9a1b-6861b8378b00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7ace18b7cfda4329adb560220ff909cc&device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 1131 time: 0.0393641 Jul 20 23:00:38.859982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:38.939101 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e012b8-19de-4774-a3f6-310e2a077040 req-e1d4ada3-bb51-4749-868e-ba240a1a5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:38.941182 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-e1d4ada3-bb51-4749-868e-ba240a1a5ad4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 200 len: 917 time: 0.0892420 Jul 20 23:00:39.256259 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-e007d811-d747-4025-922f-a8af1bb03028 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 200 len: 1001 time: 0.3098989 Jul 20 23:00:39.304048 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e012b8-19de-4774-a3f6-310e2a077040 req-55229f36-9fd7-4a2d-991d-bf5857b11e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:39.306004 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-55229f36-9fd7-4a2d-991d-bf5857b11e9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 200 len: 855 time: 0.0445740 Jul 20 23:00:39.350938 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e012b8-19de-4774-a3f6-310e2a077040 req-5f76c37b-ac06-4ed8-a2d2-8dde0d236e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:00:39.352551 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-5f76c37b-ac06-4ed8-a2d2-8dde0d236e97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c618a1c-50e1-4062-bdfe-9e52756a99e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408397 Jul 20 23:00:39.441964 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-66bc69ef-36ad-4802-935e-44c50cbb06c4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829175 Jul 20 23:00:39.531664 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-06e012b8-19de-4774-a3f6-310e2a077040 req-efe901a7-f98b-43d5-b52b-0aada0be7ec8 service neutron] 10.222.0.23 "GET /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Jul 20 23:00:42.898743 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:00:43.405393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=52 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:43.408288 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=27 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:48.466716 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:49.527735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=35 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:49.528452 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=72 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:52.893971 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:52.894805 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:00:55.966333 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:01.702460 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-092d48f2-c3cb-4f7e-95f2-9c58b82d5967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:03.909183 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:03.909917 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:03.977609 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-de842072-1358-4159-b3b5-d779e13cbba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:05.263057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:06.468681 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:06.972388 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:16.913204 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:16.915106 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:19.898510 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:01:22.242192 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-9c568e39-fafe-4cf3-ad70-72fe4a45dadf req-87b3a995-a236-4c1a-be57-269ce26529be service neutron] (111123) timed out ('10.222.0.23', 58832) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:01:22.282887 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-8ae93a22-a5c4-41e2-bb01-515c0f6e3f57 req-91c4e51f-5de1-4e4e-82ec-50f550d3df82 service neutron] (111123) timed out ('10.222.0.23', 58840) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:01:22.461938 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-a9339edf-b552-44c7-b20f-4842c5d083a8 req-1ffbd923-1abd-4c91-bf27-df1a3aaf6bf1 service neutron] (111123) timed out ('10.222.0.23', 58878) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:01:25.970439 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:29.893350 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:29.894099 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:30.599854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76913e8-3bd5-478a-a69c-4e248d45c028 req-3826a36c-f45b-4990-af22-16d9a6eff865 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:01:30.601350 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d76913e8-3bd5-478a-a69c-4e248d45c028 req-3826a36c-f45b-4990-af22-16d9a6eff865 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0483439 Jul 20 23:01:30.647657 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d76913e8-3bd5-478a-a69c-4e248d45c028 req-5767b0af-d157-4a92-b58b-fd80ea972ec1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Jul 20 23:01:31.691465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-87273054-8ccc-463d-b98b-bab7736a20a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:31.776324 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9908-ae21-4fec-bdfd-fbdd41856f05 req-353f1b46-ebda-486b-914d-e34bcd36856e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:01:31.777774 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-480b9908-ae21-4fec-bdfd-fbdd41856f05 req-353f1b46-ebda-486b-914d-e34bcd36856e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0470140 Jul 20 23:01:31.823237 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-480b9908-ae21-4fec-bdfd-fbdd41856f05 req-6d9ded6b-3155-4cd1-a6c9-e7a85d659fbe tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6cf195a-f229-41c2-99a8-6fc7248d861f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Jul 20 23:01:32.363578 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-815c12f9-e008-4211-ad90-2c7b5387f4b8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:01:32.365099 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-815c12f9-e008-4211-ad90-2c7b5387f4b8 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 947 time: 0.0531390 Jul 20 23:01:32.447765 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Deleting port 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:32.448026 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:32.536250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] For port 41607f00-87e1-4b7a-ab9d-322990f3e718, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=41607f00-87e1-4b7a-ab9d-322990f3e718,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:01:32.536611 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:32.700271 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:32.700531 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:32.700848 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Floating IP 26fdfd3f-3764-4430-be68-35ca3145c0f8 disassociated. External IP: 172.27.1.72, port: 41607f00-87e1-4b7a-ab9d-322990f3e718. Jul 20 23:01:32.701194 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Calling delete_port for 41607f00-87e1-4b7a-ab9d-322990f3e718 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:32.885949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (41607f00-87e1-4b7a-ab9d-322990f3e718), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:32.916192 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'Port': ['ID=41607f00-87e1-4b7a-ab9d-322990f3e718,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:32.927868 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-de5ffcbd-03ee-4d41-b17f-44842c8ddf01 req-013300f4-1101-4573-ae5b-cc5d39b29006 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 210 time: 0.0320086 Jul 20 23:01:32.931470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.931836 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.932163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.932527 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.932825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.933161 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.933492 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.933822 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.934193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.934514 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.934840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.935273 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.938840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.938840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:32.938840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:33.054426 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:01:33.146135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:33.155770 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:01:33.166330 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:01:33.184260 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:01:33.184877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:01:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:33.203700 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] No DVR routers for this DVR port 41607f00-87e1-4b7a-ab9d-322990f3e718 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:01:33.206352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:33.209591 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b4cafeb9-f983-43a6-a230-0d55a0bf046d req-3d2e4087-6719-431b-a64f-6b17276f252f tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.23 "DELETE /v2.0/ports/41607f00-87e1-4b7a-ab9d-322990f3e718 HTTP/1.1" status: 204 len: 173 time: 0.8397231 Jul 20 23:01:33.210060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-deleted', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:01:33.212367 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a596d7-dffd-41cc-a734-457f49e4f3be" -d '{"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-deleted", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:01:33.250157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51431f8-90a3-47f0-9078-822a7c79d94d x-openstack-request-id: req-c51431f8-90a3-47f0-9078-822a7c79d94d {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:01:33.250573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67b8fa1-b3a3-4778-86bd-b47c4351325e", "name": "network-vif-deleted", "tag": "41607f00-87e1-4b7a-ab9d-322990f3e718", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:01:33.250805 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c51431f8-90a3-47f0-9078-822a7c79d94d {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:01:33.251237 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51431f8-90a3-47f0-9078-822a7c79d94d'] response: {'server_uuid': 'e67b8fa1-b3a3-4778-86bd-b47c4351325e', 'name': 'network-vif-deleted', 'tag': '41607f00-87e1-4b7a-ab9d-322990f3e718', 'status': 'completed', 'code': 200} Jul 20 23:01:33.294539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:01:33.490140 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:33.515003 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:01:33.524802 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:01:33.525416 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:01:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:33.629036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:01:33.819067 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:33.849522 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9011ed-e123-4866-af4d-f97a72013e23 None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T22:53:21Z', 'revision_number': 4, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '133e6b39-182e-4761-84f9-ba20a8fd76bc', 'name': '', 'network_id': '4c618a1c-50e1-4062-bdfe-9e52756a99e5', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'mac_address': 'fa:16:3e:95:72:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:20Z', 'updated_at': '2022-07-20T22:53:25Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'subnets': [{'id': 'f92c36e1-0eaa-4095-9621-6d2b376e083c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:01:34.000038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-40ba2d4d-6e85-4e35-9fdf-bd29415efbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:34.054231 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c53969c9-40ad-483e-a21c-133c3f7c14a5 req-9b24996e-078e-4f6d-889a-9853d33c073e tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/ports?device_id=e67b8fa1-b3a3-4778-86bd-b47c4351325e HTTP/1.1" status: 200 len: 210 time: 0.0326085 Jul 20 23:01:34.069135 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd08b1a-4a40-4966-88de-9675e653d184 None None] New status for floating IP 26fdfd3f-3764-4430-be68-35ca3145c0f8: DOWN {{(pid=111125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:01:35.218324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57470) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:35.273044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (e6cf195a-f229-41c2-99a8-6fc7248d861f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.296433 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (e6cf195a-f229-41c2-99a8-6fc7248d861f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.314456 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.473863 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (e6cf195a-f229-41c2-99a8-6fc7248d861f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.476419 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.477567 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "DELETE /v2.0/security-groups/e6cf195a-f229-41c2-99a8-6fc7248d861f HTTP/1.1" status: 204 len: 168 time: 0.2581697 Jul 20 23:01:35.480438 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57472) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:35.487059 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf195a-f229-41c2-99a8-6fc7248d861f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:35.494141 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.494300 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.api.v2.resource [None req-415c64b5-6ba1-4e6f-a32d-9fadb650601a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] show failed (client error): The resource could not be found. Jul 20 23:01:35.494491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.494836 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.495209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.495332 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-415c64b5-6ba1-4e6f-a32d-9fadb650601a tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "GET /v2.0/security-groups/e6cf195a-f229-41c2-99a8-6fc7248d861f HTTP/1.1" status: 404 len: 347 time: 0.0137706 Jul 20 23:01:35.495626 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.495964 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.496296 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.496624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.496949 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.497274 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.497598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.498015 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57474) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:35.498153 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.498341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.498670 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.498991 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6d8dc-38d1-4751-9245-346633582a94 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:35.571262 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:35.610460 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Deleting port 49264f10-ba98-4904-8a36-28e56850efab {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:35.610857 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (49264f10-ba98-4904-8a36-28e56850efab), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.686825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (49264f10-ba98-4904-8a36-28e56850efab), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.687182 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (49264f10-ba98-4904-8a36-28e56850efab), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.699610 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Calling delete_port for 49264f10-ba98-4904-8a36-28e56850efab owned by network:floatingip {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:35.914386 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (49264f10-ba98-4904-8a36-28e56850efab), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:35.943426 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Pushing event deleted for resources: {'Port': ['ID=49264f10-ba98-4904-8a36-28e56850efab,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:36.005201 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks [] for floatingip (26fdfd3f-3764-4430-be68-35ca3145c0f8), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:36.007752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:36.009164 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d09230d1-d3c1-46b0-b3d4-befdd83cdbd1 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] 10.222.0.81 "DELETE /v2.0/floatingips/26fdfd3f-3764-4430-be68-35ca3145c0f8 HTTP/1.1" status: 204 len: 168 time: 0.5100126 Jul 20 23:01:36.073064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:01:36.093734 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 41607f00-87e1-4b7a-ab9d-322990f3e718 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:01:36.094072 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 41607f00-87e1-4b7a-ab9d-322990f3e718 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:01:36.456612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:37.005307 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:38.674218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57496) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:39.079976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:39.168038 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:39.308828 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:39.338761 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Deleting port 133e6b39-182e-4761-84f9-ba20a8fd76bc {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:39.339043 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:39.422133 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] For port 133e6b39-182e-4761-84f9-ba20a8fd76bc, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=133e6b39-182e-4761-84f9-ba20a8fd76bc,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:01:39.422499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:39.436103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Calling delete_port for 133e6b39-182e-4761-84f9-ba20a8fd76bc owned by network:router_interface {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:39.685804 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (133e6b39-182e-4761-84f9-ba20a8fd76bc), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:39.708768 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Pushing event deleted for resources: {'Port': ['ID=133e6b39-182e-4761-84f9-ba20a8fd76bc,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:39.882624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.097218 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:01:40.140402 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:40.196400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:40.200858 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:01:40.206942 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-5bd32a6d-2a3b-49dc-a843-ee1983311819 admin admin] 10.222.0.81 "PUT /v2.0/routers/89d8224e-e9b7-46ff-a38c-7f242fe7e3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5315268 Jul 20 23:01:40.209460 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57500) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:40.210497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Sync routers for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:01:40.221658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:01:40.222504 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:01:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:40.377464 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks [] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.385208 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:40.389411 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:01:40.483260 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks [] for router_gateway (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.588436 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Deleting port 9fa614a0-025e-4e89-8d58-748a4cf03c40 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:40.588783 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.625416 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:40.672771 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] For port 9fa614a0-025e-4e89-8d58-748a4cf03c40, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=9fa614a0-025e-4e89-8d58-748a4cf03c40,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:01:40.673135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.681524 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T23:01:39Z', 'revision_number': 5, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port': {'id': '9fa614a0-025e-4e89-8d58-748a4cf03c40', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:31:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T22:53:18Z', 'updated_at': '2022-07-20T22:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:40.686865 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Calling delete_port for 9fa614a0-025e-4e89-8d58-748a4cf03c40 owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:40.708650 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Checking router: 89d8224e-e9b7-46ff-a38c-7f242fe7e3af for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:01:40.718396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Routers {'89d8224e-e9b7-46ff-a38c-7f242fe7e3af'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:01:40.718993 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:01:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:40.801339 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] Set router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af gateway port host: None {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:01:40.854262 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T23:01:40Z', 'revision_number': 6, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:40.879201 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b9ba59-9cc1-4bee-9c1e-45eb26939cdf None None] The sync data for ids ['89d8224e-e9b7-46ff-a38c-7f242fe7e3af'] in dv-cinder-799871-38-iscsi is: [{'id': '89d8224e-e9b7-46ff-a38c-7f242fe7e3af', 'name': 'tempest-AttachVolumeShelveTestJSON-651063064-router', 'tenant_id': '7ace18b7cfda4329adb560220ff909cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T22:53:17Z', 'updated_at': '2022-07-20T23:01:40Z', 'revision_number': 6, 'project_id': '7ace18b7cfda4329adb560220ff909cc', 'gw_port_host': None}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:01:40.931050 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (9fa614a0-025e-4e89-8d58-748a4cf03c40), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:40.955297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa614a0-025e-4e89-8d58-748a4cf03c40,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:41.018561 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.104734 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.106935 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks [] for router_controller (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.245646 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (89d8224e-e9b7-46ff-a38c-7f242fe7e3af), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.246395 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d8224e-e9b7-46ff-a38c-7f242fe7e3af {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 23:01:41.251201 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.252699 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-b23eb285-f381-4ac1-90bd-eca3daa87440 admin admin] 10.222.0.81 "DELETE /v2.0/routers/89d8224e-e9b7-46ff-a38c-7f242fe7e3af HTTP/1.1" status: 204 len: 168 time: 1.0422812 Jul 20 23:01:41.255383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57502) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:41.306410 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Deleting subnet f92c36e1-0eaa-4095-9621-6d2b376e083c {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 23:01:41.309615 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Publish callbacks [] for subnet (f92c36e1-0eaa-4095-9621-6d2b376e083c), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.328082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:41.344091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (f92c36e1-0eaa-4095-9621-6d2b376e083c), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.410207 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:41.422345 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (f92c36e1-0eaa-4095-9621-6d2b376e083c), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.549473 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (f92c36e1-0eaa-4095-9621-6d2b376e083c), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.574840 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92c36e1-0eaa-4095-9621-6d2b376e083c,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:41.578870 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.582322 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f4d10fb9-ac4b-48fb-a8c1-955eccb1e07c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f92c36e1-0eaa-4095-9621-6d2b376e083c HTTP/1.1" status: 204 len: 168 time: 0.3256483 Jul 20 23:01:41.586665 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57504) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:41.589558 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c746bf-e833-4f9e-9ecb-4cb0e40d79f6 None None] Network 4c618a1c-50e1-4062-bdfe-9e52756a99e5 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:01:41.677610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (4c618a1c-50e1-4062-bdfe-9e52756a99e5), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.725633 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Deleting port 88f058c0-5501-46f8-8e07-6eac98485845 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:41.732714 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (88f058c0-5501-46f8-8e07-6eac98485845), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.754316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] DHCP port deletion for 4c618a1c-50e1-4062-bdfe-9e52756a99e5 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 23:01:41.793336 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Deleting port 88f058c0-5501-46f8-8e07-6eac98485845 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:01:41.793710 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (88f058c0-5501-46f8-8e07-6eac98485845), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.799649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] For port 88f058c0-5501-46f8-8e07-6eac98485845, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=88f058c0-5501-46f8-8e07-6eac98485845,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:01:41.800018 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (88f058c0-5501-46f8-8e07-6eac98485845), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.814235 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Calling delete_port for 88f058c0-5501-46f8-8e07-6eac98485845 owned by network:dhcp {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:41.862044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] For port 88f058c0-5501-46f8-8e07-6eac98485845, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=88f058c0-5501-46f8-8e07-6eac98485845,segment=NetworkSegment(9da3df65-33fd-4a23-9a47-25aea21f32d2),segment_id=9da3df65-33fd-4a23-9a47-25aea21f32d2)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:01:41.862445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (88f058c0-5501-46f8-8e07-6eac98485845), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.876107 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Calling delete_port for 88f058c0-5501-46f8-8e07-6eac98485845 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:01:41.959727 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (88f058c0-5501-46f8-8e07-6eac98485845), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.973591 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (88f058c0-5501-46f8-8e07-6eac98485845), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:41.985782 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f058c0-5501-46f8-8e07-6eac98485845,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:41.989244 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Pushing event deleted for resources: {'Port': ['ID=88f058c0-5501-46f8-8e07-6eac98485845,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:41.991376 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] No DVR routers for this DVR port 88f058c0-5501-46f8-8e07-6eac98485845 on host dv-cinder-799871-38-iscsi {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:01:41.998782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] No DVR routers for this DVR port 88f058c0-5501-46f8-8e07-6eac98485845 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:01:42.001855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.001855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.001855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.001855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.002261 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.002441 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.002767 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.003108 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.003504 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.003825 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.004147 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.004466 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.004783 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.005097 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.005412 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704f860f-e77f-4d5e-831a-e4f74ea555b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:01:42.073882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (4c618a1c-50e1-4062-bdfe-9e52756a99e5), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.094657 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c618a1c-50e1-4062-bdfe-9e52756a99e5']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:42.105013 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da3df65-33fd-4a23-9a47-25aea21f32d2') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:42.105304 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da3df65-33fd-4a23-9a47-25aea21f32d2') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:01:42.118962 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (9da3df65-33fd-4a23-9a47-25aea21f32d2), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.132990 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (9da3df65-33fd-4a23-9a47-25aea21f32d2), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.139611 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 23:01:42.139989 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (9da3df65-33fd-4a23-9a47-25aea21f32d2), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.269685 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 88f058c0-5501-46f8-8e07-6eac98485845 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:01:42.284314 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9da3df65-33fd-4a23-9a47-25aea21f32d2 resource provider aggregate not found Jul 20 23:01:42.289807 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (4c618a1c-50e1-4062-bdfe-9e52756a99e5), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.295202 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 88f058c0-5501-46f8-8e07-6eac98485845 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:01:42.295551 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 88f058c0-5501-46f8-8e07-6eac98485845 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:01:42.295961 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 133e6b39-182e-4761-84f9-ba20a8fd76bc no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:01:42.296620 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.300255 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4c618a1c-50e1-4062-bdfe-9e52756a99e5 HTTP/1.1" status: 204 len: 168 time: 0.7115023 Jul 20 23:01:42.312794 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 9da3df65-33fd-4a23-9a47-25aea21f32d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9da3df65-33fd-4a23-9a47-25aea21f32d2 found for delete ", "request_id": "req-111bbf38-e525-4b2c-8b5f-32dfd1eaffba"}]} Jul 20 23:01:42.314424 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c80dbb-e365-4d9c-9b6c-fe3f170da727 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c618a1c-50e1-4062-bdfe-9e52756a99e5,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:42.320193 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 133e6b39-182e-4761-84f9-ba20a8fd76bc {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:01:42.320602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 133e6b39-182e-4761-84f9-ba20a8fd76bc not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:01:42.320994 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9fa614a0-025e-4e89-8d58-748a4cf03c40 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:01:42.340861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 9fa614a0-025e-4e89-8d58-748a4cf03c40 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:01:42.341203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 9fa614a0-025e-4e89-8d58-748a4cf03c40 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:01:42.637577 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57514) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:42.678032 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-52f57210-5d60-44cb-9ce7-75f654ed9e2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ace18b7cfda4329adb560220ff909cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393283 Jul 20 23:01:42.680459 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57516) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:01:42.727609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] Publish callbacks [] for security_group (6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:42.752946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] Publish callbacks [] for security_group (6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:43.148507 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:43.151166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:43.152352 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225 HTTP/1.1" status: 204 len: 168 time: 0.4709978 Jul 20 23:01:43.161417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec602a1-7a7b-48b7-a437-d69eb9085572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cf7dc-7ff1-48d7-ac69-36e9f9ac9225,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:01:44.142929 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:44.146804 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:51.556422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-f5a9bbf5-d133-4095-91f0-163629423dbc req-e3f7b112-4aa5-4330-8405-68d47391e609 service neutron] (111122) timed out ('10.222.0.23', 58863) {{(pid=111122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:01:52.198790 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:52.298747 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=49,neutron:DELETE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:52.302994 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=77,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:53.036716 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=41,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:53.156589 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:53.176251 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:01:56.015661 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:01:56.901153 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:02:01.701892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5ef6354b-7060-4c67-ac49-dca7c4020643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:01.907949 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:04.005199 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a0f42884-288e-41cd-8d3e-322c9e88ef6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.269032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57728) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:05.290639 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.373431 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d1ef721b-8eee-4496-802c-24cc0cf95354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.447657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d1ef721b-8eee-4496-802c-24cc0cf95354 admin admin] Publish callbacks [] for security_group (22c7bb2a-6371-46dd-b380-1879150c4e02), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.524438 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-d1ef721b-8eee-4496-802c-24cc0cf95354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (22c7bb2a-6371-46dd-b380-1879150c4e02), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.564022 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-d1ef721b-8eee-4496-802c-24cc0cf95354 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=778e0a94fb22449892fb7af416b9ee89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2939074 Jul 20 23:02:05.565150 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef721b-8eee-4496-802c-24cc0cf95354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7bb2a-6371-46dd-b380-1879150c4e02,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:05.566725 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57732) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:05.616901 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] Publish callbacks [] for security_group (22c7bb2a-6371-46dd-b380-1879150c4e02), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.638540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] Publish callbacks [] for security_group (22c7bb2a-6371-46dd-b380-1879150c4e02), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.787675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (22c7bb2a-6371-46dd-b380-1879150c4e02), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.790287 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:05.791504 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22c7bb2a-6371-46dd-b380-1879150c4e02 HTTP/1.1" status: 204 len: 168 time: 0.2229750 Jul 20 23:02:05.800105 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1c8ea-ce16-4433-8d3a-7da0c18997ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7bb2a-6371-46dd-b380-1879150c4e02,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:06.438404 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57738) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:06.456928 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9b038b01-17ab-468e-a18a-91b71a68f210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.513394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.529026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9b038b01-17ab-468e-a18a-91b71a68f210 admin admin] Publish callbacks [] for security_group (a8e6c887-2cb9-49c9-9941-a22c22f7cb03), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.621602 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9b038b01-17ab-468e-a18a-91b71a68f210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a8e6c887-2cb9-49c9-9941-a22c22f7cb03), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.661741 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-9b038b01-17ab-468e-a18a-91b71a68f210 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65aa6a128d37468a9259183321c113fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222641 Jul 20 23:02:06.662601 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038b01-17ab-468e-a18a-91b71a68f210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e6c887-2cb9-49c9-9941-a22c22f7cb03,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:06.664463 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57740) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:06.713821 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] Publish callbacks [] for security_group (a8e6c887-2cb9-49c9-9941-a22c22f7cb03), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.735534 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] Publish callbacks [] for security_group (a8e6c887-2cb9-49c9-9941-a22c22f7cb03), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.867837 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a8e6c887-2cb9-49c9-9941-a22c22f7cb03), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.870354 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:06.871553 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8e6c887-2cb9-49c9-9941-a22c22f7cb03 HTTP/1.1" status: 204 len: 168 time: 0.2060785 Jul 20 23:02:06.879975 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea135ea-34ee-497b-a35a-8b4acaba0592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e6c887-2cb9-49c9-9941-a22c22f7cb03,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:06.897782 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:07.068185 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:09.501337 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57784) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:09.604202 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7f557df-c99b-4318-a486-a32a4c5ac786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:09.678555 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7f557df-c99b-4318-a486-a32a4c5ac786 admin admin] Publish callbacks [] for security_group (62e82043-8c4f-466e-bfa5-c27307cfd911), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:09.770598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7f557df-c99b-4318-a486-a32a4c5ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (62e82043-8c4f-466e-bfa5-c27307cfd911), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:09.809698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f557df-c99b-4318-a486-a32a4c5ac786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e82043-8c4f-466e-bfa5-c27307cfd911,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:09.815048 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f7f557df-c99b-4318-a486-a32a4c5ac786 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a9b7dd3df944818b1f5315ff3e07011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126409 Jul 20 23:02:09.817606 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57788) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:09.869080 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] Publish callbacks [] for security_group (62e82043-8c4f-466e-bfa5-c27307cfd911), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:09.890341 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] Publish callbacks [] for security_group (62e82043-8c4f-466e-bfa5-c27307cfd911), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.022205 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (62e82043-8c4f-466e-bfa5-c27307cfd911), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.026687 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.027921 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62e82043-8c4f-466e-bfa5-c27307cfd911 HTTP/1.1" status: 204 len: 168 time: 0.2094119 Jul 20 23:02:10.036033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b2b33-7b6e-4a7b-8436-66dd62aa4d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e82043-8c4f-466e-bfa5-c27307cfd911,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:10.705518 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57794) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:10.718893 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f99aca55-732d-4127-b36e-cc18bf31d972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.766103 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:10.772910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:10.794899 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f99aca55-732d-4127-b36e-cc18bf31d972 admin admin] Publish callbacks [] for security_group (3cb346a3-48f9-445e-a101-17bd323e57ed), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.907567 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f99aca55-732d-4127-b36e-cc18bf31d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3cb346a3-48f9-445e-a101-17bd323e57ed), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:10.947655 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f99aca55-732d-4127-b36e-cc18bf31d972 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30872aaaa4ce440cb3ee682da6d03e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409949 Jul 20 23:02:10.948492 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99aca55-732d-4127-b36e-cc18bf31d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb346a3-48f9-445e-a101-17bd323e57ed,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:10.950433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57796) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:10.999958 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] Publish callbacks [] for security_group (3cb346a3-48f9-445e-a101-17bd323e57ed), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:11.022006 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] Publish callbacks [] for security_group (3cb346a3-48f9-445e-a101-17bd323e57ed), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:11.187823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (3cb346a3-48f9-445e-a101-17bd323e57ed), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:11.190405 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:11.191699 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3cb346a3-48f9-445e-a101-17bd323e57ed HTTP/1.1" status: 204 len: 168 time: 0.2402573 Jul 20 23:02:11.199940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be12d3-f6e2-47df-a68d-add6e0e623d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb346a3-48f9-445e-a101-17bd323e57ed,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:12.922468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57830) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:13.031381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-834fff88-687d-4169-bc6c-9395a47d2703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.107816 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-834fff88-687d-4169-bc6c-9395a47d2703 admin admin] Publish callbacks [] for security_group (914f9daf-655b-4796-99c7-bb117031406f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.181776 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-834fff88-687d-4169-bc6c-9395a47d2703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (914f9daf-655b-4796-99c7-bb117031406f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.222590 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-834fff88-687d-4169-bc6c-9395a47d2703 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51b18d1b79c249938bd5641114ba737f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989111 Jul 20 23:02:13.223550 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fff88-687d-4169-bc6c-9395a47d2703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914f9daf-655b-4796-99c7-bb117031406f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:13.225362 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57834) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:13.275066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] Publish callbacks [] for security_group (914f9daf-655b-4796-99c7-bb117031406f), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.295965 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] Publish callbacks [] for security_group (914f9daf-655b-4796-99c7-bb117031406f), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.433011 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (914f9daf-655b-4796-99c7-bb117031406f), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.435578 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:13.436732 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/914f9daf-655b-4796-99c7-bb117031406f HTTP/1.1" status: 204 len: 168 time: 0.2103670 Jul 20 23:02:13.445425 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfebb8-1fbb-4f34-87ff-4c73e5eaf2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914f9daf-655b-4796-99c7-bb117031406f,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:14.469944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57856) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:14.563152 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1105101938-network', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:14.690511 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Made reservation on behalf of 62f889bb65b048cb96e5548e4420df8f for: {'network': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:02:14.692881 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:14.701634 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:14.745513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:14.766437 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:14.777550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks [] for security_group (d8f34751-1c7e-4623-a30e-719267182599), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:14.901330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d8f34751-1c7e-4623-a30e-719267182599), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:14.926605 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=111122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 23:02:14.935782 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f34751-1c7e-4623-a30e-719267182599,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:14.942351 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:14.942631 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.segments_db [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Added segment 6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0 of type vlan for network fcbf324b-1b34-4fc8-a501-ba363958eb83 Jul 20 23:02:14.983261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (fcbf324b-1b34-4fc8-a501-ba363958eb83), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:15.136001 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (fcbf324b-1b34-4fc8-a501-ba363958eb83), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:15.137013 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:15.137601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:15.201222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] Pushing event updated for resources: {'Network': ['ID=fcbf324b-1b34-4fc8-a501-ba363958eb83,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:15.210810 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 23:02:15.299429 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-bc83040f-0c59-40d5-a30c-289bb3f9cc3d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8283954 Jul 20 23:02:15.302257 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57860) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:15.307200 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Request body: {'subnet': {'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1105101938-subnet', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'ip_version': 4}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:15.473030 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Made reservation on behalf of 62f889bb65b048cb96e5548e4420df8f for: {'subnet': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:02:15.475462 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5076001'] for subnet (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:15.602888 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:15.742239 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5812724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5075987'] for subnet (ccf29357-4c24-4e37-8918-77207091e05e), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:15.799439 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf29357-4c24-4e37-8918-77207091e05e,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:15.811640 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Checking segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:15.812003 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Network hostable DHCP agents. Network: fcbf324b-1b34-4fc8-a501-ba363958eb83, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 23:02:15.929414 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 23:02:16.044657 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, fcbf324b-1b34-4fc8-a501-ba363958eb83) {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:16.048729 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:16.049342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.053556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9ab1c-bab4-4f8d-818f-a46b42d76e8a None None] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:02:16.157385 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-fcbf324b-1b34-4fc8-a501-ba363958eb83', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 23:02:16.158361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.162308 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-10bbde2e-ed07-469a-87b4-9ae125b0cf98 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8589985 Jul 20 23:02:16.164927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57862) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:16.169330 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:16.294484 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Allocated IP 172.20.0.2 (fcbf324b-1b34-4fc8-a501-ba363958eb83/ccf29357-4c24-4e37-8918-77207091e05e/378e5c53-fc0c-4f03-a581-825b65ea5cab) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:16.308054 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.309183 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.366679 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for router_controller (c4d2f4b7-067a-4b6e-bf40-cb964432d937), precommit_add_association {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.436660 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks [] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.531082 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.572946 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:16.578092 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:16.581964 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:16.588703 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Pushing event updated for resources: {'Port': ['ID=378e5c53-fc0c-4f03-a581-825b65ea5cab,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:16.603580 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for router_gateway (c4d2f4b7-067a-4b6e-bf40-cb964432d937), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.642085 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Attempting to bind port 378e5c53-fc0c-4f03-a581-825b65ea5cab on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:16.642513 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Attempting to bind port 378e5c53-fc0c-4f03-a581-825b65ea5cab by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:16.642791 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Attempting to bind port 378e5c53-fc0c-4f03-a581-825b65ea5cab on network fcbf324b-1b34-4fc8-a501-ba363958eb83 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:16.647816 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:16.648189 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Checking segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:16.648578 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.648959 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Bound using segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:16.649445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Bound port: 378e5c53-fc0c-4f03-a581-825b65ea5cab, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:16.649818 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.713702 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] For port 378e5c53-fc0c-4f03-a581-825b65ea5cab, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:16.717741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] For port 378e5c53-fc0c-4f03-a581-825b65ea5cab, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=378e5c53-fc0c-4f03-a581-825b65ea5cab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:16.793665 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.802929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:16.854726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:16.857885 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f13cb9-f8ac-4456-a27d-36af194617e6 None None] Pushing event updated for resources: {'Port': ['ID=378e5c53-fc0c-4f03-a581-825b65ea5cab,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:16.858114 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for router_gateway (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.880035 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:16.971462 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:16.993845 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Allocated IP 172.27.1.83 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/2c7ce1df-ed51-42b3-8028-4727028921c1) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:17.134316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.256367 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.261886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:17.300013 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:17.305322 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:17.309314 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:17.315276 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7ce1df-ed51-42b3-8028-4727028921c1,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:17.691003 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for router_gateway (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.729309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b62c5-cb51-466a-949a-f0ea0b11f6d6 None None] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:02:17.839405 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Provisioning complete for port 378e5c53-fc0c-4f03-a581-825b65ea5cab triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:17.839931 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.880114 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.897808 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:17.904858 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:17.923707 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Current status of the port 378e5c53-fc0c-4f03-a581-825b65ea5cab is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:17.924096 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:17.959418 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] For port 378e5c53-fc0c-4f03-a581-825b65ea5cab, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=378e5c53-fc0c-4f03-a581-825b65ea5cab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:18.050314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.096983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844ae9d-ea16-4a20-b9a6-9654da9200b6 None None] Pushing event updated for resources: {'Port': ['ID=378e5c53-fc0c-4f03-a581-825b65ea5cab,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:18.153016 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Router c4d2f4b7-067a-4b6e-bf40-cb964432d937 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 23:02:18.166836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-5948c28e-04d2-44d0-9834-22c046aa8d16 None None] Provisioning complete for port 378e5c53-fc0c-4f03-a581-825b65ea5cab triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:18.167236 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5948c28e-04d2-44d0-9834-22c046aa8d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.247799 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-5948c28e-04d2-44d0-9834-22c046aa8d16 None None] Current status of the port 378e5c53-fc0c-4f03-a581-825b65ea5cab is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:18.262433 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:02:18.273933 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Sync routers for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:02:18.284564 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:18.285179 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:18.311534 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 378e5c53-fc0c-4f03-a581-825b65ea5cab up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:18.355858 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 378e5c53-fc0c-4f03-a581-825b65ea5cab triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:18.356224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.372352 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.376729 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-4cac26ad-d3f2-4410-a251-57fa14f2fea9 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2077360 Jul 20 23:02:18.376910 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 57864) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:18.383781 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:18.386938 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:18.441810 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 378e5c53-fc0c-4f03-a581-825b65ea5cab is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:18.559577 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:17Z', 'revision_number': 3, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:18.578316 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:18.588476 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Checking router: c4d2f4b7-067a-4b6e-bf40-cb964432d937 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:02:18.588821 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Updating router c4d2f4b7-067a-4b6e-bf40-cb964432d937 port 2c7ce1df-ed51-42b3-8028-4727028921c1 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:02:18.615913 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.806559 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.862141 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks [] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.941751 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:18.960222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Allocated IP 172.20.0.1 (fcbf324b-1b34-4fc8-a501-ba363958eb83/ccf29357-4c24-4e37-8918-77207091e05e/651b65f7-4359-4109-8468-8b0b1a4eea8f) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:18.997276 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Attempting to bind port 2c7ce1df-ed51-42b3-8028-4727028921c1 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:18.997674 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Attempting to bind port 2c7ce1df-ed51-42b3-8028-4727028921c1 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:18.998029 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Attempting to bind port 2c7ce1df-ed51-42b3-8028-4727028921c1 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:19.001280 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce1df-ed51-42b3-8028-4727028921c1,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:19.010100 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:19.010473 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:19.010868 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.011286 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:19.011759 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Bound port: 2c7ce1df-ed51-42b3-8028-4727028921c1, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:19.012122 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.015243 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.015587 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.015925 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.016256 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.016629 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.016933 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.017252 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.017574 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.017913 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.018236 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.018585 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.018918 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.019269 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.019580 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.019893 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:19.072236 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] For port 2c7ce1df-ed51-42b3-8028-4727028921c1, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:19.074807 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] For port 2c7ce1df-ed51-42b3-8028-4727028921c1, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=2c7ce1df-ed51-42b3-8028-4727028921c1,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:19.077515 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks [] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.205959 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.251261 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.261048 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:19.261660 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:19.291072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:19.298110 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:19.300615 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:19.300796 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dbce2-049c-426b-851f-1e486d2b96f0 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce1df-ed51-42b3-8028-4727028921c1,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:19.324607 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Pushing event updated for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:19.347459 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.351545 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:19.375781 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:19.383998 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:19.388577 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:19.558784 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.559280 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:17Z', 'revision_number': 3, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:19.581706 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-01b3a21e-4ebf-4e94-b548-d3dc70bad26c None None] Provisioning complete for port 651b65f7-4359-4109-8468-8b0b1a4eea8f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:19.582296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-01b3a21e-4ebf-4e94-b548-d3dc70bad26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:19.587815 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdca72-df81-4d4e-9dd4-2a1fd8800462 None None] The sync data for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi is: [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:17Z', 'revision_number': 3, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:02:19.591902 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:19.623758 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-01b3a21e-4ebf-4e94-b548-d3dc70bad26c None None] Port 651b65f7-4359-4109-8468-8b0b1a4eea8f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:19.992950 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks [] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.078693 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.153190 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Pushing event updated for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:20.156826 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.260468 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:20.261985 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:20.320945 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 2c7ce1df-ed51-42b3-8028-4727028921c1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:20.371905 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 2c7ce1df-ed51-42b3-8028-4727028921c1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:20.372286 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.385928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Router c4d2f4b7-067a-4b6e-bf40-cb964432d937 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:02:20.461046 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:20.467972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 2c7ce1df-ed51-42b3-8028-4727028921c1 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:20.468434 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.490758 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 2c7ce1df-ed51-42b3-8028-4727028921c1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=2c7ce1df-ed51-42b3-8028-4727028921c1,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:20.512230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:02:20.517148 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-6897767b-ea31-4bc6-9b1d-64cd5c8939bf admin admin] 10.222.0.81 "PUT /v2.0/routers/c4d2f4b7-067a-4b6e-bf40-cb964432d937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392941 Jul 20 23:02:20.545114 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-b0b829c9-43bb-4202-9e5b-de3db6657c3d None None] Provisioning complete for port 651b65f7-4359-4109-8468-8b0b1a4eea8f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:20.545610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0b829c9-43bb-4202-9e5b-de3db6657c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.577139 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-b0b829c9-43bb-4202-9e5b-de3db6657c3d None None] Port 651b65f7-4359-4109-8468-8b0b1a4eea8f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:20.587468 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:20.591001 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:20.641859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=2c7ce1df-ed51-42b3-8028-4727028921c1,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:21.132454 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Sync routers for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:02:21.142749 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:21.143381 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:21.231575 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57880) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:21.238243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1005907004-network', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:21.372604 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:21.416463 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Made reservation on behalf of 59dfcc8c99e2485aab28879af32e2275 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:02:21.419037 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.428771 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.514428 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks [] for security_group (18753d53-2e03-4927-88a2-561ce9958491), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.563026 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 2, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:21.588497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Checking router: c4d2f4b7-067a-4b6e-bf40-cb964432d937 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:02:21.589150 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Updating router c4d2f4b7-067a-4b6e-bf40-cb964432d937 port 651b65f7-4359-4109-8468-8b0b1a4eea8f binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:02:21.619432 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.684466 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (18753d53-2e03-4927-88a2-561ce9958491), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.710136 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 23:02:21.719060 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18753d53-2e03-4927-88a2-561ce9958491,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:21.725656 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (7a695bf1-fc97-4e0b-9455-504cfc2094dd), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.726002 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Added segment 7a695bf1-fc97-4e0b-9455-504cfc2094dd of type vlan for network 5fbbf543-ad37-4515-bc78-3961fd30d938 Jul 20 23:02:21.766170 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (5fbbf543-ad37-4515-bc78-3961fd30d938), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.867377 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (5fbbf543-ad37-4515-bc78-3961fd30d938), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.868384 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:21.868966 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.873972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks [] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:21.932799 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] Pushing event updated for resources: {'Network': ['ID=5fbbf543-ad37-4515-bc78-3961fd30d938,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:21.942893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 23:02:21.999487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.015376 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-560b639e-d4ca-4657-b59a-fef845e81c6e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7801988 Jul 20 23:02:22.015579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57882) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:22.021048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Request body: {'subnet': {'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1005907004-subnet', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:22.061368 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab9df1-2f5a-45e8-9d72-5f9d140e4be4 None None] Pushing event updated for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:22.115471 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Attempting to bind port 651b65f7-4359-4109-8468-8b0b1a4eea8f on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:22.115833 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Attempting to bind port 651b65f7-4359-4109-8468-8b0b1a4eea8f by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:22.116191 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Attempting to bind port 651b65f7-4359-4109-8468-8b0b1a4eea8f on network fcbf324b-1b34-4fc8-a501-ba363958eb83 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:22.118706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Made reservation on behalf of 59dfcc8c99e2485aab28879af32e2275 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:02:22.119027 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:22.121766 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.121940 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:22.122294 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Checking segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:22.122823 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.123102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Bound using segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:22.123541 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Bound port: 651b65f7-4359-4109-8468-8b0b1a4eea8f, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:22.130852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.183571 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:22.195207 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] For port 651b65f7-4359-4109-8468-8b0b1a4eea8f, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:22.200782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] For port 651b65f7-4359-4109-8468-8b0b1a4eea8f, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=651b65f7-4359-4109-8468-8b0b1a4eea8f,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:22.211595 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=20,neutron:SELECT=78,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:22.227058 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:22.298672 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 2c7ce1df-ed51-42b3-8028-4727028921c1 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:22.325949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-c9113029-64cf-4dde-8731-a43861cd3dfa None None] Provisioning complete for port 651b65f7-4359-4109-8468-8b0b1a4eea8f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:22.326328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c9113029-64cf-4dde-8731-a43861cd3dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.357859 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.405445 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (9ccbb304-c581-4619-be9c-869c2aecf1c3), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.405933 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-c9113029-64cf-4dde-8731-a43861cd3dfa None None] Port 651b65f7-4359-4109-8468-8b0b1a4eea8f cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:22.428021 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 2c7ce1df-ed51-42b3-8028-4727028921c1 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:22.428393 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.456947 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab9df1-2f5a-45e8-9d72-5f9d140e4be4 None None] Pushing event updated for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:22.464435 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:22.465277 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:22.465501 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccbb304-c581-4619-be9c-869c2aecf1c3,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:22.488707 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Checking segment: {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:22.489196 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Network hostable DHCP agents. Network: 5fbbf543-ad37-4515-bc78-3961fd30d938, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 23:02:22.603594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 23:02:22.613615 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 2c7ce1df-ed51-42b3-8028-4727028921c1 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:22.619027 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:22.666646 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Provisioning complete for port 651b65f7-4359-4109-8468-8b0b1a4eea8f triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:22.666937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.667489 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 5fbbf543-ad37-4515-bc78-3961fd30d938) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:22.672297 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:22.673599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.709296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a16f2-008c-461d-bc9a-7a01c83e7d2f None None] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:02:22.779142 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-73cb98a4-f303-4fc2-83a2-55fd41093edc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7623472 Jul 20 23:02:22.781618 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57884) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:22.786389 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:22.801556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:22.879254 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.880452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.927158 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Current status of the port 651b65f7-4359-4109-8468-8b0b1a4eea8f is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:22.927632 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.932349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-5fbbf543-ad37-4515-bc78-3961fd30d938', 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938', 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'fixed_ips': [{'subnet_id': '9ccbb304-c581-4619-be9c-869c2aecf1c3'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 23:02:22.933216 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:22.936620 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for router_controller (67b2c99a-c05e-4065-b0d2-114d7da5a24d), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.058358 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] For port 651b65f7-4359-4109-8468-8b0b1a4eea8f, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=651b65f7-4359-4109-8468-8b0b1a4eea8f,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:23.062475 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:23.064050 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:23.092487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd39d3f-5d75-4bd3-b152-c614d4b57f4a None None] The sync data for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi is: [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:02:23.146310 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.196508 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for router_gateway (67b2c99a-c05e-4065-b0d2-114d7da5a24d), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.207750 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Allocated IP 172.20.0.2 (5fbbf543-ad37-4515-bc78-3961fd30d938/9ccbb304-c581-4619-be9c-869c2aecf1c3/67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:23.233658 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15023900-815e-43ce-aedc-eb662fa2a30e None None] Pushing event updated for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:23.387902 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks [] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.437037 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:23.474075 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for router_gateway (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.479314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.493947 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.524173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:23.529436 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:23.532073 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:23.544693 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Pushing event updated for resources: {'Port': ['ID=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:23.601034 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Attempting to bind port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:23.601401 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Attempting to bind port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:23.601765 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Attempting to bind port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d on network 5fbbf543-ad37-4515-bc78-3961fd30d938 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:23.607156 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:23.612052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Checking segment: {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:23.612052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.612052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Bound using segment: {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:23.612052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Bound port: 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:23.612052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.630266 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Allocated IP 172.27.1.127 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/af9a5210-fac0-430f-8fda-ef6a0280525d) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:23.677298 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:23.683069 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] For port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:23.683069 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] For port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:23.742741 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.763448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:23.788126 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.861877 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347df4d-10c6-415a-9f8c-9e6eb5d8b6ca None None] Pushing event updated for resources: {'Port': ['ID=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:23.919393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:23.971410 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:23.977877 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:23.980452 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:24.005348 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Pushing event updated for resources: {'Port': ['ID=af9a5210-fac0-430f-8fda-ef6a0280525d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:24.338014 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:24.387387 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:24.387747 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.462438 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:24.462736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.500947 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:24.573277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for router_gateway (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.599210 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.606454 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 651b65f7-4359-4109-8468-8b0b1a4eea8f up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:24.775414 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.807300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:24.821166 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 651b65f7-4359-4109-8468-8b0b1a4eea8f triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:24.822296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:24.885468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:24.902004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 651b65f7-4359-4109-8468-8b0b1a4eea8f is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:24.985929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7f570-c451-4223-b379-4195f6d09ba1 None None] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:02:25.003415 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Router 67b2c99a-c05e-4065-b0d2-114d7da5a24d is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 23:02:25.007864 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:25.100281 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-4862afd5-8d2d-4c98-aadb-1bce0603f13c None None] Provisioning complete for port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:25.100652 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4862afd5-8d2d-4c98-aadb-1bce0603f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.111992 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:02:25.122671 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Sync routers for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:02:25.135143 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:25.135871 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:25.195803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-4862afd5-8d2d-4c98-aadb-1bce0603f13c None None] Current status of the port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:25.243832 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:25.246483 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.247866 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-16ebaa40-1445-41d3-b52d-0e3abeda94ba admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4648323 Jul 20 23:02:25.250540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 57892) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:02:25.316616 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8777c6b4-96f0-426d-a34b-86a50f1662f0 None None] Provisioning complete for port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:25.316992 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8777c6b4-96f0-426d-a34b-86a50f1662f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.394701 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8777c6b4-96f0-426d-a34b-86a50f1662f0 None None] Current status of the port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:25.419809 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:24Z', 'revision_number': 3, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:25.445498 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Checking router: 67b2c99a-c05e-4065-b0d2-114d7da5a24d for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:02:25.445833 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Updating router 67b2c99a-c05e-4065-b0d2-114d7da5a24d port af9a5210-fac0-430f-8fda-ef6a0280525d binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:02:25.477045 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.560940 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:25.676186 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.803764 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks [] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.827510 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Allocated IP 172.20.0.1 (5fbbf543-ad37-4515-bc78-3961fd30d938/9ccbb304-c581-4619-be9c-869c2aecf1c3/ad06f3b5-40a9-4e21-ba25-76ba85fd33ef) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:25.896110 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.904096 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:25.935617 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks [] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.955317 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Attempting to bind port af9a5210-fac0-430f-8fda-ef6a0280525d on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:25.955685 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Attempting to bind port af9a5210-fac0-430f-8fda-ef6a0280525d by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:25.956042 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Attempting to bind port af9a5210-fac0-430f-8fda-ef6a0280525d on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:25.959412 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d3539-0cbd-45aa-9e74-fa447d0f21e2 None None] Pushing event updated for resources: {'Port': ['ID=af9a5210-fac0-430f-8fda-ef6a0280525d,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:25.965400 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:25.965776 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:25.966174 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.966558 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:25.967612 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Bound port: af9a5210-fac0-430f-8fda-ef6a0280525d, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:25.967612 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:25.992763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.013328 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:26.015832 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] For port af9a5210-fac0-430f-8fda-ef6a0280525d, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:26.018802 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] For port af9a5210-fac0-430f-8fda-ef6a0280525d, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=af9a5210-fac0-430f-8fda-ef6a0280525d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:26.033202 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.060284 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:26.073445 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:26.078564 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:26.084043 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:26.108548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Pushing event updated for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:26.129754 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.153812 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.200313 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:26.200968 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:26.294374 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d3539-0cbd-45aa-9e74-fa447d0f21e2 None None] Pushing event updated for resources: {'Port': ['ID=af9a5210-fac0-430f-8fda-ef6a0280525d,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:26.320213 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-d1b5c80a-4a63-44f5-8f49-f4fc85cdeed9 None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:26.321057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c80a-4a63-44f5-8f49-f4fc85cdeed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.323187 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:26.324961 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:26.330209 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:26.397140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:26.407921 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.442031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5c80a-4a63-44f5-8f49-f4fc85cdeed9 None None] Port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:26.455426 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:26.455887 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.495277 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:24Z', 'revision_number': 3, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:26.525879 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44552388-a048-4617-ad2f-cd60a17170d1 None None] The sync data for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi is: [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:24Z', 'revision_number': 3, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:02:26.540020 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:26.582330 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks [] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.691757 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.765174 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Pushing event updated for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:26.767610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:26.873285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:26.874724 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:26.980779 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:26.996456 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Router 67b2c99a-c05e-4065-b0d2-114d7da5a24d has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:02:27.109643 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:02:27.114697 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e86ab44d-b401-484f-a5a1-b6644a6a4a66 admin admin] 10.222.0.81 "PUT /v2.0/routers/67b2c99a-c05e-4065-b0d2-114d7da5a24d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623469 Jul 20 23:02:27.173698 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-69ff93f0-5a0e-48e3-a0c9-ad0788ae0024 None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:27.174300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-69ff93f0-5a0e-48e3-a0c9-ad0788ae0024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:27.207882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-69ff93f0-5a0e-48e3-a0c9-ad0788ae0024 None None] Port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:28.073732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Sync routers for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:02:28.084715 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:28.085321 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:28.214320 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:28.355215 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device af9a5210-fac0-430f-8fda-ef6a0280525d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:28.458232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port af9a5210-fac0-430f-8fda-ef6a0280525d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:28.458603 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:28.484132 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:28.490259 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 4, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ad06f3b5-40a9-4e21-ba25-76ba85fd33ef', 'name': '', 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'mac_address': 'fa:16:3e:9d:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:25Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 2, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'subnets': [{'id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:28.526328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Checking router: 67b2c99a-c05e-4065-b0d2-114d7da5a24d for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:02:28.526685 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Updating router 67b2c99a-c05e-4065-b0d2-114d7da5a24d port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:02:28.565112 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:28.630978 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port af9a5210-fac0-430f-8fda-ef6a0280525d is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:28.631487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:28.714949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port af9a5210-fac0-430f-8fda-ef6a0280525d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=af9a5210-fac0-430f-8fda-ef6a0280525d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:28.791904 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:28.815510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:28.925963 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks [] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:28.930938 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=af9a5210-fac0-430f-8fda-ef6a0280525d,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:29.004349 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:29.060875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee820b-7641-4e71-91a2-a5c680f149ad None None] Pushing event updated for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:29.128959 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Attempting to bind port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:29.129308 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Attempting to bind port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:29.129669 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Attempting to bind port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef on network 5fbbf543-ad37-4515-bc78-3961fd30d938 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:29.135961 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:29.136326 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Checking segment: {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:29.136719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:29.137100 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Bound using segment: {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:29.137557 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Bound port: ad06f3b5-40a9-4e21-ba25-76ba85fd33ef, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a695bf1-fc97-4e0b-9455-504cfc2094dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:29.137923 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:29.225746 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] For port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:29.236781 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] For port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:29.340591 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-de3ec96c-b2ef-450c-806c-bd82f4af7c00 None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:29.340893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-de3ec96c-b2ef-450c-806c-bd82f4af7c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:29.374962 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-de3ec96c-b2ef-450c-806c-bd82f4af7c00 None None] Port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:29.422248 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:29.490099 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:02:29.490744 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:02:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:29.538017 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee820b-7641-4e71-91a2-a5c680f149ad None None] Pushing event updated for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:29.544922 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:29.636167 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:02:29.943366 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:29.943801 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:30.019893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 4, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ad06f3b5-40a9-4e21-ba25-76ba85fd33ef', 'name': '', 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'mac_address': 'fa:16:3e:9d:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:25Z', 'updated_at': '2022-07-20T23:02:29Z', 'revision_number': 4, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'subnets': [{'id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:02:30.048986 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68131fd-8e6e-4399-b79d-93f0cf68df89 None None] The sync data for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi is: [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:02:26Z', 'revision_number': 4, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'ad06f3b5-40a9-4e21-ba25-76ba85fd33ef', 'name': '', 'network_id': '5fbbf543-ad37-4515-bc78-3961fd30d938', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'mac_address': 'fa:16:3e:9d:d3:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:25Z', 'updated_at': '2022-07-20T23:02:29Z', 'revision_number': 4, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'subnets': [{'id': '9ccbb304-c581-4619-be9c-869c2aecf1c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:02:30.089379 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Current status of the port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:30.090038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:30.153394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] For port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:30.221902 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:30.260418 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:30.293386 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abe769-ca9a-4a66-816a-0b79e9c4164e None None] Pushing event updated for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:30.440976 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device af9a5210-fac0-430f-8fda-ef6a0280525d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:30.509238 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:30.510855 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=49 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:30.513536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port af9a5210-fac0-430f-8fda-ef6a0280525d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:30.514014 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:30.615525 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port af9a5210-fac0-430f-8fda-ef6a0280525d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:30.616599 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ad06f3b5-40a9-4e21-ba25-76ba85fd33ef up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:30.678722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:30.679182 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:30.768008 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:31.718876 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e55e9343-c5cf-4ebe-a8b5-c008a6c965b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:32.325634 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ad06f3b5-40a9-4e21-ba25-76ba85fd33ef up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:02:32.383163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:32.383661 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:32.428559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:32.464527 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:33.901366 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:02:34.010348 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-428e5c4b-adce-4573-824c-03c0c5bff8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:35.295732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:36.484346 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:36.498408 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=65,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:37.104401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:37.107324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=38 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:37.248943 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:38.652207 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-ccd97bad-3a24-4a59-8765-93ef6eb7c464 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:38.653585 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-ccd97bad-3a24-4a59-8765-93ef6eb7c464 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 815 time: 0.1049566 Jul 20 23:02:38.668016 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-d98fb7d7-8411-4371-85af-caec4b673ac6 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/quotas/62f889bb65b048cb96e5548e4420df8f HTTP/1.1" status: 200 len: 375 time: 0.0091262 Jul 20 23:02:38.722128 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-2159003f-ee0a-436a-a3df-311f1faf3911 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492582 Jul 20 23:02:38.818957 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-74bed54b-39a3-4013-a10d-94ef00064682 service neutron] 10.222.0.81 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849319 Jul 20 23:02:38.912275 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-2eb8e455-2da7-413a-a4ff-36c0e4ef7ee7 service neutron] 10.222.0.81 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Jul 20 23:02:39.204481 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-660ea2a1-ace6-401c-a896-a8a2c96305a6 req-142c2422-03ef-4482-87df-4bf9548d622d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 210 time: 0.0296037 Jul 20 23:02:40.286019 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6d417d07-b2ce-4574-a92f-314e6435f3cd req-9a8a8362-ff61-4c2e-8b90-975b5aca1f3e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 210 time: 0.0312839 Jul 20 23:02:41.382605 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-03adb596-f325-438b-a1d6-703764d920f7 req-cea47922-1cd7-4fe0-bd32-a816e5a257db tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 210 time: 0.0318134 Jul 20 23:02:41.789283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0dbbf54a-e2fe-4ed4-a68c-eede22ccf85a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:41.790728 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0dbbf54a-e2fe-4ed4-a68c-eede22ccf85a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 815 time: 0.1012409 Jul 20 23:02:41.809477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'port': {'device_id': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'admin_state_up': True, 'tenant_id': '62f889bb65b048cb96e5548e4420df8f'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:42.083091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Made reservation on behalf of 62f889bb65b048cb96e5548e4420df8f for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:02:42.095510 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.218632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Allocated IP 172.20.0.8 (fcbf324b-1b34-4fc8-a501-ba363958eb83/ccf29357-4c24-4e37-8918-77207091e05e/c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:02:42.374371 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.479362 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.499674 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cfda058a-7604-436e-8e27-64ce432d8376 req-ba12fe18-5d04-43cb-bf1c-acdb58a704ba tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 210 time: 0.0390007 Jul 20 23:02:42.534308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:02:42.542141 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:02:42.544833 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:02:42.574490 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:42.588609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.588969 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.589305 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.589636 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.589962 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.590284 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.590608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.590930 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.591263 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.591599 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.591904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.592227 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.592697 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.593020 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.593333 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:42.621800 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:42.622432 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.722199 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-0b3c04d9-0c63-45d4-aa5f-b6d6ec11cf5e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163053 Jul 20 23:02:42.829330 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-c83ef73b-48f2-4e3e-807e-0aabe319910e None None] Provisioning complete for port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:02:42.829803 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c83ef73b-48f2-4e3e-807e-0aabe319910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.868167 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Request body: {'port': {'device_id': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:02:42.884172 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-c83ef73b-48f2-4e3e-807e-0aabe319910e None None] Port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:02:42.958463 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:42.968884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:43.021609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:43.283266 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:02:43.291084 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks [] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:43.305944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Transition to ACTIVE for port object c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 23:02:43.381210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:43.441186 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:43.539661 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Attempting to bind port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:02:43.540342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Attempting to bind port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:02:43.540342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Attempting to bind port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab on network fcbf324b-1b34-4fc8-a501-ba363958eb83 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:43.545382 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab on network fcbf324b-1b34-4fc8-a501-ba363958eb83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 23:02:43.545926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Attempting to bind port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab on network fcbf324b-1b34-4fc8-a501-ba363958eb83 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:02:43.553726 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:02:43.554073 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Checking segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:02:43.554465 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Bound using segment: {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:02:43.554903 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Bound port: c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:02:43.555294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:43.676040 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc2db5-6cc9-4eee-b947-13e9f1ea751f req-c3042cf1-2f21-4e96-a80f-e157cb0c0eea tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:43.677616 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4cdc2db5-6cc9-4eee-b947-13e9f1ea751f req-c3042cf1-2f21-4e96-a80f-e157cb0c0eea tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0779376 Jul 20 23:02:43.684474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:02:43.689544 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:02:43.742687 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4cdc2db5-6cc9-4eee-b947-13e9f1ea751f req-b3224521-15e2-48c4-9161-a3be7b721066 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Jul 20 23:02:43.764552 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:43.812387 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:43.813149 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:43.814919 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] 10.222.0.23 "PUT /v2.0/ports/c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1093 time: 1.0793190 Jul 20 23:02:43.815445 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:02:43.817881 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5146540-7df8-44f3-a53f-0156c59146f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:02:43.857826 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b756b5-6c3a-4ef7-92e3-5aa162725a6e service neutron] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:43.897791 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:44.869476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802969e4-8d4b-4922-b843-f2d7a6c28a83 req-9a56b3e3-6e6a-40ad-b96b-90fead7fc2ce tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:44.871063 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-802969e4-8d4b-4922-b843-f2d7a6c28a83 req-9a56b3e3-6e6a-40ad-b96b-90fead7fc2ce tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0537343 Jul 20 23:02:44.926715 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-802969e4-8d4b-4922-b843-f2d7a6c28a83 req-b20e3167-f3e0-44fb-95c5-ee8c787a9909 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Jul 20 23:02:45.054438 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e39dc-6423-4811-8c66-0e9775f99889 x-openstack-request-id: req-b28e39dc-6423-4811-8c66-0e9775f99889 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:02:45.054727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:02:45.054980 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b28e39dc-6423-4811-8c66-0e9775f99889 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:02:45.055412 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28e39dc-6423-4811-8c66-0e9775f99889'] response: {'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:02:46.037001 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:46.045604 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4ba6-3545-41eb-aa7b-7687be002ac9 req-05352bde-0161-40f9-88f4-92b88783e67c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:46.053003 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cf3e4ba6-3545-41eb-aa7b-7687be002ac9 req-05352bde-0161-40f9-88f4-92b88783e67c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0502074 Jul 20 23:02:46.100559 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cf3e4ba6-3545-41eb-aa7b-7687be002ac9 req-26ae20a5-efc9-4a1d-8ff8-bb8feccce528 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Jul 20 23:02:47.233428 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39770-0b18-451b-a243-cadda5868566 req-7ca30551-b26c-4de2-8dea-fc957c14d366 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:47.237812 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-82b39770-0b18-451b-a243-cadda5868566 req-7ca30551-b26c-4de2-8dea-fc957c14d366 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0575502 Jul 20 23:02:47.302217 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-82b39770-0b18-451b-a243-cadda5868566 req-bec1fbea-5332-40e0-b35a-7a1e3e4904bd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587428 Jul 20 23:02:48.425611 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222ab3-a605-42b5-9526-84652a24b2c8 req-71ccf6e7-9598-4dc9-9384-24e404b0fb4a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:48.427144 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ee222ab3-a605-42b5-9526-84652a24b2c8 req-71ccf6e7-9598-4dc9-9384-24e404b0fb4a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0540624 Jul 20 23:02:48.479151 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ee222ab3-a605-42b5-9526-84652a24b2c8 req-6e680f50-7307-425a-8964-07ef7e59b01d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Jul 20 23:02:49.609365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987246-2822-4bda-8302-6c5ac8c1a2e0 req-b61cc86d-3ae2-4517-8682-10b268450e65 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:49.611797 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae987246-2822-4bda-8302-6c5ac8c1a2e0 req-b61cc86d-3ae2-4517-8682-10b268450e65 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0515754 Jul 20 23:02:49.661934 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ae987246-2822-4bda-8302-6c5ac8c1a2e0 req-7512d794-429c-426c-b4bd-fb1b9fba95a8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Jul 20 23:02:50.772992 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5201e6-1ba1-4661-b626-e74458bb4d08 req-5ac22918-1485-47b0-b7e4-3341b100777b tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:50.774357 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8b5201e6-1ba1-4661-b626-e74458bb4d08 req-5ac22918-1485-47b0-b7e4-3341b100777b tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0473692 Jul 20 23:02:50.791988 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:50.821283 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8b5201e6-1ba1-4661-b626-e74458bb4d08 req-7623e8f2-7295-4c61-9776-ce0bb6ec7306 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Jul 20 23:02:51.938662 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac6600-4e8a-4919-8a94-c52f6f1c6f55 req-125b0923-85a5-47dd-b0f0-d74c14fd6d1e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:51.940205 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-66ac6600-4e8a-4919-8a94-c52f6f1c6f55 req-125b0923-85a5-47dd-b0f0-d74c14fd6d1e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0508258 Jul 20 23:02:51.986459 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-66ac6600-4e8a-4919-8a94-c52f6f1c6f55 req-949d79f8-2b9d-47dd-9907-d85cc47269b1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Jul 20 23:02:52.763371 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-45efe0f9-b780-4a86-b2ba-f93d6a6c4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:52.765139 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-45efe0f9-b780-4a86-b2ba-f93d6a6c4110 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1127 time: 0.0489106 Jul 20 23:02:52.879494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-a614c160-bbe6-4de6-bbe3-16588aa6cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:52.881403 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-a614c160-bbe6-4de6-bbe3-16588aa6cc60 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=62f889bb65b048cb96e5548e4420df8f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014447 Jul 20 23:02:52.993686 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-a03589d6-ad5e-4b24-9d79-97c329fd8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:52.995160 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c5146540-7df8-44f3-a53f-0156c59146f9 req-a03589d6-ad5e-4b24-9d79-97c329fd8cbd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074359 Jul 20 23:02:53.101146 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e5ec-74f6-4d43-8b51-6a8ba868fbcc req-59469655-cee8-41fe-8401-67aca14351cf tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:53.102643 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9d1e5ec-74f6-4d43-8b51-6a8ba868fbcc req-59469655-cee8-41fe-8401-67aca14351cf tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0492735 Jul 20 23:02:53.154778 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9d1e5ec-74f6-4d43-8b51-6a8ba868fbcc req-97ea7619-cda6-4639-aa96-f3ae9137d356 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Jul 20 23:02:53.767586 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-782fbda1-7cc8-41dc-88f3-6dfeda822707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:53.769183 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-782fbda1-7cc8-41dc-88f3-6dfeda822707 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1127 time: 0.0404723 Jul 20 23:02:53.819342 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-bd731463-e601-43d6-beff-4530da2eed6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 217 time: 0.0371284 Jul 20 23:02:53.870558 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-e129ff38-a2c1-4433-844b-0ccf613e3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:53.872097 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-e129ff38-a2c1-4433-844b-0ccf613e3c15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0461442 Jul 20 23:02:53.917085 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-2a182d3d-2d22-4f5f-afad-d4ca3d27fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:53.918662 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-2a182d3d-2d22-4f5f-afad-d4ca3d27fe30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401423 Jul 20 23:02:54.020506 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-59e0cc5a-412c-4ae5-8c67-ff1020dc47ec service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960116 Jul 20 23:02:54.110346 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d8026818-648f-4ed3-8d79-601c8b02c2cc req-3b44beab-c8b1-463b-96e3-a72bc5ecee45 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Jul 20 23:02:54.152882 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:54.154738 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:54.277576 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c58653-ed95-4a95-ab81-1aaecfaacc82 req-43583ffc-ee64-466e-87ac-594cc8a0bf8d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:54.278956 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-65c58653-ed95-4a95-ab81-1aaecfaacc82 req-43583ffc-ee64-466e-87ac-594cc8a0bf8d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0494287 Jul 20 23:02:54.326742 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-65c58653-ed95-4a95-ab81-1aaecfaacc82 req-b8b3faa9-64a0-4f09-9625-bf0c618518f3 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Jul 20 23:02:54.897537 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:54.902387 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:55.443420 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fe744-7602-414e-a0ff-8ccb8007f628 req-1fbc9205-2b15-4032-9b14-e6a687139d13 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:55.444879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-834fe744-7602-414e-a0ff-8ccb8007f628 req-1fbc9205-2b15-4032-9b14-e6a687139d13 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0516753 Jul 20 23:02:55.491039 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-834fe744-7602-414e-a0ff-8ccb8007f628 req-d8b7ea1b-ba5e-4c47-8c70-03c32cf14aaa tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Jul 20 23:02:56.003383 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:56.602108 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebd26-f123-4c60-be2d-2be4c0501090 req-fc018bf5-7f77-4aa4-907f-f4a0ac53c235 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:56.603569 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c17ebd26-f123-4c60-be2d-2be4c0501090 req-fc018bf5-7f77-4aa4-907f-f4a0ac53c235 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0459163 Jul 20 23:02:56.653173 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c17ebd26-f123-4c60-be2d-2be4c0501090 req-2d86e694-d677-456b-ba3a-d84768c93f62 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Jul 20 23:02:57.765185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9804721-1d38-4194-baf6-6f73ae129740 req-4254f184-ff5e-4d94-b093-7574419c4087 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:57.766683 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9804721-1d38-4194-baf6-6f73ae129740 req-4254f184-ff5e-4d94-b093-7574419c4087 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 943 time: 0.0475869 Jul 20 23:02:57.791134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:02:57.813223 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9804721-1d38-4194-baf6-6f73ae129740 req-17248d06-0758-4f6a-8437-d03f37792b76 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Jul 20 23:02:58.490274 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 23:02:58.591111 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:58.602924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'port_id': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'mac_address': 'fa:16:3e:0d:83:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 23:02:58.636912 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:02:58.637295 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:58.649762 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:02:58.673610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:02:58.768989 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:02:58.814365 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:02:58.821428 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.821779 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.822121 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.822460 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.822796 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.823167 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.823498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.823822 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.824145 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.824468 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.824795 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.825136 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.825457 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.825775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.826093 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:02:58.927788 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a8171-c38a-4f00-80da-c29b27187cde req-744ce9c0-3d2e-4bd7-856d-c383b7f5538f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:02:58.929257 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-031a8171-c38a-4f00-80da-c29b27187cde req-744ce9c0-3d2e-4bd7-856d-c383b7f5538f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 944 time: 0.0502055 Jul 20 23:02:58.976135 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-031a8171-c38a-4f00-80da-c29b27187cde req-9f520302-ecc6-4f81-9cc4-350f83e6a962 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Jul 20 23:02:59.195461 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:03:00.091196 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b26de7-d1dc-4632-93c5-e6aa621f541c req-39d3c8ab-d63a-45bb-a369-ea449f49ac7d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:00.092691 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e9b26de7-d1dc-4632-93c5-e6aa621f541c req-39d3c8ab-d63a-45bb-a369-ea449f49ac7d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 944 time: 0.0510578 Jul 20 23:03:00.139021 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e9b26de7-d1dc-4632-93c5-e6aa621f541c req-db704b67-77ac-4974-8c16-24e399f458d9 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jul 20 23:03:00.491342 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:03:00.533385 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 23:03:00.632140 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:03:00.632777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:00.703702 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:03:00.704077 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:00.726465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:03:00.728719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90bad03-dd2c-4937-8ed2-421e08ae8ede" -d '{"events": [{"server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "name": "network-vif-plugged", "status": "completed", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:03:00.744289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:03:00.767847 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a03db1-ddb3-4521-ad9c-ea9599f9bee4 x-openstack-request-id: req-77a03db1-ddb3-4521-ad9c-ea9599f9bee4 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:03:00.770519 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "name": "network-vif-plugged", "status": "completed", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:03:00.770519 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77a03db1-ddb3-4521-ad9c-ea9599f9bee4 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:03:00.770519 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a03db1-ddb3-4521-ad9c-ea9599f9bee4'] response: {'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'code': 200} Jul 20 23:03:00.820530 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:00.867587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:01.077003 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab035aac-1b41-435b-8a52-4b3cc44f43a7 req-379c2047-58bf-4240-b166-ec2b24b688a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:01.078972 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab035aac-1b41-435b-8a52-4b3cc44f43a7 req-379c2047-58bf-4240-b166-ec2b24b688a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1129 time: 0.0390115 Jul 20 23:03:01.102256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:01.122209 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ab035aac-1b41-435b-8a52-4b3cc44f43a7 req-117e93d0-e35c-4bd2-ae12-d9dbb65b1a31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Jul 20 23:03:01.251731 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a67a45-5918-49aa-b357-72d8ba523c4f req-27c89da9-009d-48f0-b420-a51145b09d5b tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:01.253196 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-78a67a45-5918-49aa-b357-72d8ba523c4f req-27c89da9-009d-48f0-b420-a51145b09d5b tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0472977 Jul 20 23:03:01.303575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-78a67a45-5918-49aa-b357-72d8ba523c4f req-4ff187ca-cfa2-4922-9de4-b3ecc367f549 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Jul 20 23:03:01.717895 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b1c9f27d-236a-48d1-8a8f-40184924cf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:02.424403 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a925-62fb-4564-8c9c-c558e8784363 req-880c1e64-e962-4d3e-a089-426448f66852 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:02.425856 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a1a3a925-62fb-4564-8c9c-c558e8784363 req-880c1e64-e962-4d3e-a089-426448f66852 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0470052 Jul 20 23:03:02.448050 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:02.474900 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a1a3a925-62fb-4564-8c9c-c558e8784363 req-8870cad8-7134-42fd-9126-e449fbd8e7e2 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Jul 20 23:03:03.589139 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda16f36-27f8-4a6c-bae9-b9e9a5632ffe req-ad1bd5ae-2962-42c7-a757-a40ec4bf639f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:03.590661 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cda16f36-27f8-4a6c-bae9-b9e9a5632ffe req-ad1bd5ae-2962-42c7-a757-a40ec4bf639f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0495579 Jul 20 23:03:03.648024 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cda16f36-27f8-4a6c-bae9-b9e9a5632ffe req-5e045f4c-9fec-4efe-bd68-0fc8dee96aba tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Jul 20 23:03:03.744358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:03.763548 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e726d6-2d41-4ebe-840b-00225c5b4148 req-9df198f5-2e09-4f8d-89bd-dc2d6a31bb26 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:03.764917 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-36e726d6-2d41-4ebe-840b-00225c5b4148 req-9df198f5-2e09-4f8d-89bd-dc2d6a31bb26 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0512290 Jul 20 23:03:03.813118 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-36e726d6-2d41-4ebe-840b-00225c5b4148 req-c116b63b-fbc2-4c49-95bc-c3f4534d5feb tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Jul 20 23:03:04.037651 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7805a0e6-9412-43bf-a6dd-9e30b3fc1467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:04.140409 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860834e1-e7f3-4d87-adf1-159cacd2f3a6 req-108889e8-6c20-4c66-8bf5-d532085cc6bd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:04.142463 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-860834e1-e7f3-4d87-adf1-159cacd2f3a6 req-108889e8-6c20-4c66-8bf5-d532085cc6bd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0475583 Jul 20 23:03:04.189029 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-860834e1-e7f3-4d87-adf1-159cacd2f3a6 req-3f9f66e2-e5d2-4a2e-b054-082ff10ce524 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Jul 20 23:03:05.289314 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:06.494612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:06.992063 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:10.901703 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:03:13.634862 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=14 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:13.643863 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=44 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:14.174569 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=11 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:14.184772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=24 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:16.743610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab04f-1a0b-4d2f-b939-5e2f5d030713 req-4428e73d-a826-4ca6-9506-86ab007d6dc5 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:16.745068 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-041ab04f-1a0b-4d2f-b939-5e2f5d030713 req-4428e73d-a826-4ca6-9506-86ab007d6dc5 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0504258 Jul 20 23:03:16.791789 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-041ab04f-1a0b-4d2f-b939-5e2f5d030713 req-b9c26219-adc5-42ea-b492-c6a653aef617 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jul 20 23:03:16.813907 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58104) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:16.896256 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b00a12-eb3f-4d2e-b8cc-c2dcdf822b92 tempest-TestMinimumBasicScenario-1732020984 tempest-TestMinimumBasicScenario-1732020984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:16.897773 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-03b00a12-eb3f-4d2e-b8cc-c2dcdf822b92 tempest-TestMinimumBasicScenario-1732020984 tempest-TestMinimumBasicScenario-1732020984-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1124 time: 0.0829272 Jul 20 23:03:16.900726 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58108) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:16.904870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'port_id': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:16.915979 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:16.917837 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:17.043117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:17.123031 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:17.228390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Allocated IP 172.27.1.103 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/7c94428c-2722-4c69-92f5-bd6b5d227bf5) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:03:17.333693 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:17.426894 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:17.464359 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:03:17.471939 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:03:17.475748 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:03:17.478940 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'Port': ['ID=7c94428c-2722-4c69-92f5-bd6b5d227bf5,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:17.505737 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.506078 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.506413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.506744 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.507350 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.507681 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.508002 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.508323 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.508643 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.508959 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.509276 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.509614 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.509946 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.510265 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.510597 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:03:17.705719 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:17.735056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:17.834047 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for floatingip (f639839e-32d0-43f7-866c-dd06ce77e676), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:18.002095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:18.402268 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:18.500160 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:18.572131 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'Port': ['ID=7c94428c-2722-4c69-92f5-bd6b5d227bf5,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:18.584123 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (f639839e-32d0-43f7-866c-dd06ce77e676), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:18.675239 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:18.679550 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Floating IP f639839e-32d0-43f7-866c-dd06ce77e676 associated. External IP: 172.27.1.103, port: c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab. Jul 20 23:03:18.878675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Router c4d2f4b7-067a-4b6e-bf40-cb964432d937 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:03:18.982130 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:03:18.992007 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Sync routers for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:03:19.002139 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:03:19.002772 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:03:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:03:19.098954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.108588 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:03:19.130172 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a97ad2a0-517a-49f1-b776-09de414860d4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2282722 Jul 20 23:03:19.130620 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:03:19.133499 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58110) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:19.137365 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:03:19.137858 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299687961', 'description': 'tempest-secgroup-smoke-1299687961 description', 'project_id': '62f889bb65b048cb96e5548e4420df8f'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:19.215308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.237309 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf930a-e546-4300-8f2f-22b4a73e741c x-openstack-request-id: req-e7bf930a-e546-4300-8f2f-22b4a73e741c {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:03:19.238356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:03:19.238610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7bf930a-e546-4300-8f2f-22b4a73e741c {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:03:19.239051 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bf930a-e546-4300-8f2f-22b4a73e741c'] response: {'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:03:19.289225 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (b683e914-e85c-48ca-9b50-5b1af7e6357b), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.330904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-e209ba39-24f9-452e-a968-0ab9911ccb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:19.332439 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-e209ba39-24f9-452e-a968-0ab9911ccb81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1129 time: 0.0465572 Jul 20 23:03:19.339275 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'f639839e-32d0-43f7-866c-dd06ce77e676', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'port_id': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'mac_address': 'fa:16:3e:0d:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:03:17Z', 'updated_at': '2022-07-20T23:03:17Z', 'revision_number': 0, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:03:19.365048 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Checking router: c4d2f4b7-067a-4b6e-bf40-cb964432d937 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:03:19.373684 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:03:19.374293 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:03:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:03:19.405040 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b683e914-e85c-48ca-9b50-5b1af7e6357b), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.457838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b683e914-e85c-48ca-9b50-5b1af7e6357b,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:19.473695 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-adb47948-cab5-481a-963e-d19737071176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:19.475284 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-adb47948-cab5-481a-963e-d19737071176 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.1343215 Jul 20 23:03:19.484883 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:03:19.542821 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-d918caa4-5300-4c23-a339-6fc1a6be964d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 999 time: 0.0610731 Jul 20 23:03:19.547776 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.549588 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-0b834444-9fd0-4e38-8c98-5f8d562a33c8 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4151828 Jul 20 23:03:19.552584 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58116) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:19.557417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:19.594020 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-842f4a3e-a758-4d64-8092-9821500ecb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:19.596103 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-842f4a3e-a758-4d64-8092-9821500ecb82 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0454726 Jul 20 23:03:19.639946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-de87d35e-c983-4fc6-a42a-0e0d827631ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:19.641492 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-de87d35e-c983-4fc6-a42a-0e0d827631ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394320 Jul 20 23:03:19.655351 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (9f4523af-3ed5-4e47-a601-d0702e2a0516), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.724610 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (9f4523af-3ed5-4e47-a601-d0702e2a0516), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.741330 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-2c6fa671-1850-4fec-8a00-73756995e58e service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939291 Jul 20 23:03:19.784942 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'f639839e-32d0-43f7-866c-dd06ce77e676', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'port_id': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'mac_address': 'fa:16:3e:0d:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:03:17Z', 'updated_at': '2022-07-20T23:03:17Z', 'revision_number': 0, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:03:19.814495 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c581fa-7ab0-4698-be5c-097dda3751b7 None None] The sync data for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi is: [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'f639839e-32d0-43f7-866c-dd06ce77e676', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'port_id': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'mac_address': 'fa:16:3e:0d:83:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:03:17Z', 'updated_at': '2022-07-20T23:03:17Z', 'revision_number': 0, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:03:19.837193 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (9f4523af-3ed5-4e47-a601-d0702e2a0516), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.840491 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a23a2de7-4f08-4ea9-88b1-ebb026930ee3 req-c17e677b-3eca-44e1-90d4-0818c5d16109 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927095 Jul 20 23:03:19.858990 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4523af-3ed5-4e47-a601-d0702e2a0516,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:19.948364 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:19.949602 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a8857514-b56f-4ffa-88c3-4cdddcb51d5f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959117 Jul 20 23:03:19.952541 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58118) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:19.957857 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:20.009019 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b514eaa-d7aa-45d1-84f6-e523217f6e9c None None] New status for floating IP f639839e-32d0-43f7-866c-dd06ce77e676: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:03:20.084684 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (076ed5f3-de2e-4a7e-a036-2e942575d7ef), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.118598 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:20.142682 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (076ed5f3-de2e-4a7e-a036-2e942575d7ef), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.226072 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (076ed5f3-de2e-4a7e-a036-2e942575d7ef), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.246173 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076ed5f3-de2e-4a7e-a036-2e942575d7ef,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:20.331152 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.332405 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fbcfb48a-b6da-4d3e-bc9b-7f832afaec87 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3788671 Jul 20 23:03:20.335314 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58120) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:20.339553 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:20.437747 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (fc2db44e-efdf-46b6-a46a-fd59df6db3bf), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.483107 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:20.497399 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (fc2db44e-efdf-46b6-a46a-fd59df6db3bf), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.591407 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (fc2db44e-efdf-46b6-a46a-fd59df6db3bf), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.609980 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2db44e-efdf-46b6-a46a-fd59df6db3bf,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:20.679117 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.680351 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-a0a4ae4f-b82d-4bc2-9e22-c6ef75da1ecd tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440816 Jul 20 23:03:20.683101 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58122) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:20.687294 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:20.796724 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (5ab2d873-46df-4f72-8dc2-c0e959dae4fc), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.865827 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (5ab2d873-46df-4f72-8dc2-c0e959dae4fc), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.974538 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (5ab2d873-46df-4f72-8dc2-c0e959dae4fc), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:20.993878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab2d873-46df-4f72-8dc2-c0e959dae4fc,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:21.079293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.080538 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f3b3cbac-973e-469b-9ca0-e4d9f8e0bde1 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3965254 Jul 20 23:03:21.083322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58124) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:21.087571 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:21.191421 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.securitygroups_db [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Project 62f889bb65b048cb96e5548e4420df8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 23:03:21.198023 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (eddd9377-68d2-4562-be94-8db5c8d2237f), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.255923 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (eddd9377-68d2-4562-be94-8db5c8d2237f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.368798 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (eddd9377-68d2-4562-be94-8db5c8d2237f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.387631 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddd9377-68d2-4562-be94-8db5c8d2237f,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:21.479119 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.480318 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-0c10db5c-9782-45c4-bcc1-875a83010fee tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3960760 Jul 20 23:03:21.483066 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58126) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:03:21.487375 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'security_group_rule': {'security_group_id': 'b683e914-e85c-48ca-9b50-5b1af7e6357b', 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:21.586073 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.securitygroups_db [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Project 62f889bb65b048cb96e5548e4420df8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 23:03:21.592041 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (a10fce61-229b-4123-ae40-0ea1c8f05f6f), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.653096 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (a10fce61-229b-4123-ae40-0ea1c8f05f6f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.734145 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (a10fce61-229b-4123-ae40-0ea1c8f05f6f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.753155 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10fce61-229b-4123-ae40-0ea1c8f05f6f,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:21.833701 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:21.834904 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-69926027-c537-47b1-9b8a-4f3dd7fbbd36 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509185 Jul 20 23:03:21.924559 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-e0be174d-eef0-480b-8d0b-614a99023047 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299687961&fields=id&tenant_id=62f889bb65b048cb96e5548e4420df8f HTTP/1.1" status: 200 len: 267 time: 0.0441494 Jul 20 23:03:21.973904 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-c7c7195c-6173-47c8-bf2e-7f9ec686d974 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:21.975383 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-c7c7195c-6173-47c8-bf2e-7f9ec686d974 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0456245 Jul 20 23:03:21.985615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'port': {'security_groups': ['d8f34751-1c7e-4623-a30e-719267182599', 'b683e914-e85c-48ca-9b50-5b1af7e6357b']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:03:22.055384 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:22.095386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:22.209316 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:22.240165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:03:22.269601 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:22.368791 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:22.408870 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:03:22.411862 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.412493 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:22.413877 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-580463de-3f92-4404-9cd2-004051c7d9a4 req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "PUT /v2.0/ports/c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 981 time: 0.4325945 Jul 20 23:03:22.414322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:03:22.416658 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80877524-eafa-430e-be1a-f5bc60462628" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:03:22.444698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83cfb4-b246-4f0e-a950-7c21c915f482 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=6']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:03:22.471989 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c733eac-094c-4e8d-b182-062f654a6176 x-openstack-request-id: req-1c733eac-094c-4e8d-b182-062f654a6176 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:03:22.472282 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:03:22.472535 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c733eac-094c-4e8d-b182-062f654a6176 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:03:22.473200 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c733eac-094c-4e8d-b182-062f654a6176'] response: {'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:03:22.542678 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:03:22.556241 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f5784-7b07-4381-b3a2-92c971388f01 req-81e636af-347d-4e1e-9f97-17ed139481fa tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.557841 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-215f5784-7b07-4381-b3a2-92c971388f01 req-81e636af-347d-4e1e-9f97-17ed139481fa tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0707259 Jul 20 23:03:22.578412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80877524-eafa-430e-be1a-f5bc60462628 req-a5387568-e015-418b-83f0-a12df63be676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.580231 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-a5387568-e015-418b-83f0-a12df63be676 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1168 time: 0.0580008 Jul 20 23:03:22.632280 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-215f5784-7b07-4381-b3a2-92c971388f01 req-229cbd38-fff3-41db-8fdd-b0d804471a4f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678408 Jul 20 23:03:22.682048 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80877524-eafa-430e-be1a-f5bc60462628 req-4fa11382-b503-4ca6-9b03-4d1db83bf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.683603 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-4fa11382-b503-4ca6-9b03-4d1db83bf434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.0966394 Jul 20 23:03:22.737606 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-baa34992-618e-481a-8783-9d021d835dfb None None] Provisioning complete for port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:03:22.737880 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-baa34992-618e-481a-8783-9d021d835dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:22.749099 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-9074a122-8b98-4eff-b622-5a3f85e7532f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1001 time: 0.0593152 Jul 20 23:03:22.782011 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:22.798370 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80877524-eafa-430e-be1a-f5bc60462628 req-c109b451-39fe-49aa-87ac-d102e03e03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.800718 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-c109b451-39fe-49aa-87ac-d102e03e03c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0455084 Jul 20 23:03:22.846400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80877524-eafa-430e-be1a-f5bc60462628 req-e4aa1d9f-c5c8-4b35-9696-b6774ed70059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:22.847921 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-e4aa1d9f-c5c8-4b35-9696-b6774ed70059 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415027 Jul 20 23:03:22.879487 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:22.937934 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-baa34992-618e-481a-8783-9d021d835dfb None None] Current status of the port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:03:22.944563 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-ade4460a-7bf7-4fbc-ac48-8982536a1b69 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897810 Jul 20 23:03:23.008755 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:23.029039 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:23.037431 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80877524-eafa-430e-be1a-f5bc60462628 req-e57c4009-6e39-4283-9227-3045d28dfa7f service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Jul 20 23:03:26.031620 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:31.694305 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-43f3e7e2-f4af-4fa0-a2dc-73db97bcbef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:31.891444 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=91 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:31.896240 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=91 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:32.625529 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=56 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:33.215217 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=35 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:34.042976 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3ab20f39-9c96-4866-afa8-d39f58c2a769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:35.317316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:36.493997 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:37.031369 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:41.734442 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-6f9ffe41-beba-415a-9d69-70795374756a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424473 Jul 20 23:03:41.828490 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-8f6ddc94-8960-4082-b268-2e330d57300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:41.830012 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-8f6ddc94-8960-4082-b268-2e330d57300e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1168 time: 0.0387433 Jul 20 23:03:41.936363 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-a2243d03-609c-46a6-864b-570e781fb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:41.937889 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-a2243d03-609c-46a6-864b-570e781fb416 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.0897038 Jul 20 23:03:42.003297 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-3a764663-189b-4d93-892a-410bcf65ef25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1001 time: 0.0592039 Jul 20 23:03:42.051032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-0bc13ff3-c3c6-44dd-a247-b17a96ad529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:42.052484 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-0bc13ff3-c3c6-44dd-a247-b17a96ad529d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0442996 Jul 20 23:03:42.095305 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-71479843-7611-4474-be6b-fd639b98ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:03:42.097274 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-71479843-7611-4474-be6b-fd639b98ab5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387998 Jul 20 23:03:42.190667 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-f57826b1-21d1-4874-9089-54fe29058a5e service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869253 Jul 20 23:03:42.279354 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d9ac19b4-6060-4e20-9b6a-472faa7e33b8 req-3f720b2a-81c7-4ee8-ada5-3d79889c60e9 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828576 Jul 20 23:03:46.922152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:46.924043 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:47.900304 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:03:52.274265 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=48 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:52.276421 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=53 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:03:56.064453 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:03:57.896996 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:01.693003 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ef8ac08e-c66a-47e3-8052-ee04b3856c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:04.041583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b0ee12e2-4187-46d0-babd-3a29955813cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:05.292844 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:06.487442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:07.018706 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:08.893403 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:08.894191 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:11.130094 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f5b58-7fea-4380-8527-608c13c0fc31 req-8ea2b92f-10a3-4c72-a799-b9078b699e1f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:11.131867 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a0f5b58-7fea-4380-8527-608c13c0fc31 req-8ea2b92f-10a3-4c72-a799-b9078b699e1f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0528934 Jul 20 23:04:11.194060 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5a0f5b58-7fea-4380-8527-608c13c0fc31 req-d2894662-3ef6-4bbe-b7a4-df0e2ffdd097 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562835 Jul 20 23:04:11.281636 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-3fba23ba-0521-4bce-be3d-f698a90040aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:11.283040 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-3fba23ba-0521-4bce-be3d-f698a90040aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1168 time: 0.0441537 Jul 20 23:04:11.373401 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-0541ea64-ca2b-48e3-9280-a6c613f0f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:11.374996 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-0541ea64-ca2b-48e3-9280-a6c613f0f519 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.0864942 Jul 20 23:04:11.446158 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-207a7206-92bd-4555-bae7-5ed67ad2ba24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1001 time: 0.0642447 Jul 20 23:04:11.494823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-8c5135a6-1b3c-406f-8b30-26abcc830c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:11.496324 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-8c5135a6-1b3c-406f-8b30-26abcc830c7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0447023 Jul 20 23:04:11.540332 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-fd5ba3dc-379c-45e0-a4e3-3ca6b019ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:11.541770 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-fd5ba3dc-379c-45e0-a4e3-3ca6b019ef34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396392 Jul 20 23:04:11.633804 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-a40fcba0-ec6e-489a-9b3d-10620c5465a3 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857692 Jul 20 23:04:11.722253 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3dac394a-36da-4c1b-a352-c4a897c3667b req-f3636c26-b237-4fe9-ad82-294163d1250d service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Jul 20 23:04:12.315877 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163042d-0b93-4ccc-bd29-563c3407539e req-a7cc8801-a8ff-4060-940e-89271fa78102 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:12.317354 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d163042d-0b93-4ccc-bd29-563c3407539e req-a7cc8801-a8ff-4060-940e-89271fa78102 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0523112 Jul 20 23:04:12.378343 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d163042d-0b93-4ccc-bd29-563c3407539e req-843fce89-07d4-40c3-9e86-c63d83e98854 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550311 Jul 20 23:04:13.492779 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1fe50-00d4-461c-b152-79171a019ab9 req-f542fbf9-66bd-4a1e-801c-1f5f935ae98a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:13.494157 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-06c1fe50-00d4-461c-b152-79171a019ab9 req-f542fbf9-66bd-4a1e-801c-1f5f935ae98a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0480871 Jul 20 23:04:13.555724 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-06c1fe50-00d4-461c-b152-79171a019ab9 req-858adfd6-2594-4bab-b3ce-8155b35b7b27 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559471 Jul 20 23:04:14.673157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff673e-e7cb-4dc7-9f60-f5029c4a167b req-69737f50-45f4-4f49-89af-8a5bdccce943 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:14.674626 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3cff673e-e7cb-4dc7-9f60-f5029c4a167b req-69737f50-45f4-4f49-89af-8a5bdccce943 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0479665 Jul 20 23:04:14.733197 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3cff673e-e7cb-4dc7-9f60-f5029c4a167b req-186526ca-55bd-41d4-bf8f-7570fe3f93fb tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530019 Jul 20 23:04:15.852187 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f99e3-6fb0-4030-a9d8-b0dab2691488 req-929ecfc7-21bb-4738-a154-26a3cae48968 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:15.853830 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c72f99e3-6fb0-4030-a9d8-b0dab2691488 req-929ecfc7-21bb-4738-a154-26a3cae48968 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0525525 Jul 20 23:04:15.913349 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c72f99e3-6fb0-4030-a9d8-b0dab2691488 req-d54701a9-f37d-45e5-b773-081d4328f09a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539384 Jul 20 23:04:16.917280 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:16.920192 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:17.028103 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788b970-0904-4f22-b4e4-c289064abf75 req-a3839f83-3dd5-44ea-b244-8db7081da39f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:17.029583 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7788b970-0904-4f22-b4e4-c289064abf75 req-a3839f83-3dd5-44ea-b244-8db7081da39f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0473943 Jul 20 23:04:17.093132 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7788b970-0904-4f22-b4e4-c289064abf75 req-921f4d74-8a45-4257-a357-8544b0acca65 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578628 Jul 20 23:04:18.210203 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15601ce1-b39a-46d8-9400-6eabdbc302a9 req-f8be4d7d-92e8-4aa9-8cd7-67b0f452d36d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:18.211723 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-15601ce1-b39a-46d8-9400-6eabdbc302a9 req-f8be4d7d-92e8-4aa9-8cd7-67b0f452d36d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0485330 Jul 20 23:04:18.271689 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-15601ce1-b39a-46d8-9400-6eabdbc302a9 req-bda36045-8275-4bf2-9788-d1594117213c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541368 Jul 20 23:04:19.383750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1053-9048-4d24-9a40-244854dd1e7e req-765a6109-7f2b-40b0-b025-1907faf2e88d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:19.385829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d67e1053-9048-4d24-9a40-244854dd1e7e req-765a6109-7f2b-40b0-b025-1907faf2e88d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0476286 Jul 20 23:04:19.447029 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d67e1053-9048-4d24-9a40-244854dd1e7e req-ccd1dc20-54d8-449a-b26c-825839138580 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551133 Jul 20 23:04:20.560249 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80436c6e-7f89-432c-8c13-dec1115dbb18 req-aec64278-44bc-4bc0-bf35-e07a33e7500a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:20.561720 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-80436c6e-7f89-432c-8c13-dec1115dbb18 req-aec64278-44bc-4bc0-bf35-e07a33e7500a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0477827 Jul 20 23:04:20.624811 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-80436c6e-7f89-432c-8c13-dec1115dbb18 req-7445610d-454b-4828-833d-98a9fa6e709c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574918 Jul 20 23:04:21.738272 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6620b6-c9f1-4773-bc18-32938cee70d8 req-92000511-d90e-41dd-824d-1d405fcb7003 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:21.739743 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba6620b6-c9f1-4773-bc18-32938cee70d8 req-92000511-d90e-41dd-824d-1d405fcb7003 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0472507 Jul 20 23:04:21.801221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:21.807790 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-ba6620b6-c9f1-4773-bc18-32938cee70d8 req-9cb40347-8cf8-4ee9-80dc-66ef6c322120 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625751 Jul 20 23:04:22.935466 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18778cc-8309-480a-8a8b-e8eaa216e7dd req-6fcd3816-e2a2-42d9-b35b-df0d0cea6672 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:22.937072 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a18778cc-8309-480a-8a8b-e8eaa216e7dd req-6fcd3816-e2a2-42d9-b35b-df0d0cea6672 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0510881 Jul 20 23:04:22.997965 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a18778cc-8309-480a-8a8b-e8eaa216e7dd req-d739fea3-cabe-4a74-92df-c48f29c8915d tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552161 Jul 20 23:04:24.073031 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:24.112072 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f86aa-9614-49d6-9f2f-b62656f027bd req-c62ef7c4-4360-42bd-9c37-0fa862dabdf4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:24.113604 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa1f86aa-9614-49d6-9f2f-b62656f027bd req-c62ef7c4-4360-42bd-9c37-0fa862dabdf4 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.0491807 Jul 20 23:04:24.172899 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aa1f86aa-9614-49d6-9f2f-b62656f027bd req-d9abead7-6bb0-4cf4-b1c2-9bdcd531b648 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&id=b683e914-e85c-48ca-9b50-5b1af7e6357b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537937 Jul 20 23:04:24.899195 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:04:26.046379 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:31.691293 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-e9519365-d80f-4247-ae9e-277b90bc0a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:32.985324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=62 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:32.991345 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=64 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:34.029425 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-337b05b1-3efb-43f9-a38b-ce37480d749a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:34.160976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:34.166946 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=14 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:34.895080 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:34.895826 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:35.292073 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:36.498045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:36.983585 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:04:42.744001 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-5162da23-693f-4e62-96fa-2001923b7615 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400293 Jul 20 23:04:42.839708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-2260c6ec-4548-4a08-8806-7430ac8781ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:42.841202 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-2260c6ec-4548-4a08-8806-7430ac8781ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1168 time: 0.0386829 Jul 20 23:04:43.203534 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-ff6da5db-70fa-4157-b4ec-8bbc5aeaedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:43.205065 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-ff6da5db-70fa-4157-b4ec-8bbc5aeaedbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.3460748 Jul 20 23:04:43.272208 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-d7580b84-c173-4952-8362-c1f1dbd09dcc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1001 time: 0.0589879 Jul 20 23:04:43.321926 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-67bbf7fa-a8c0-4c27-b1af-8d249d564d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:43.323429 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-67bbf7fa-a8c0-4c27-b1af-8d249d564d94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0451746 Jul 20 23:04:43.368045 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-684d4e84-0a5f-4d9c-9446-d276f96a4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:04:43.369433 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-684d4e84-0a5f-4d9c-9446-d276f96a4d68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387738 Jul 20 23:04:43.462879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-793af309-974e-4e16-ad8a-fdc98b3e9720 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Jul 20 23:04:43.553865 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-49e4169c-af9a-4d57-a653-5760c13f9579 req-512935a8-3c60-460c-be81-1eea5ae0f099 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Jul 20 23:04:45.889848 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:45.890698 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:48.477537 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:48.480328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:53.544491 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=47 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:53.550681 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=54 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:04:56.080566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:01.708722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-aac0d88e-2720-40af-b3e0-a8bbd7ef81c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:01.897866 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:05:04.010402 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5515-0caf-4898-bc8f-0893c905e062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:05.285566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:06.479876 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:07.045046 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:11.894504 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:16.918989 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:16.920888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:26.113896 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:27.508754 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-21888119-7080-4924-9e6b-ca02e038633f req-fd09fdfa-be19-4e8d-bd3f-04a21d4be3eb tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299687961&fields=id&tenant_id=62f889bb65b048cb96e5548e4420df8f HTTP/1.1" status: 200 len: 267 time: 0.0454154 Jul 20 23:05:27.667288 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21888119-7080-4924-9e6b-ca02e038633f req-893cf832-5ed0-4e34-a289-c880df8f8741 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:27.668755 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-21888119-7080-4924-9e6b-ca02e038633f req-893cf832-5ed0-4e34-a289-c880df8f8741 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 984 time: 0.1543877 Jul 20 23:05:27.679066 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Request body: {'port': {'security_groups': ['d8f34751-1c7e-4623-a30e-719267182599']}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:27.751962 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:27.923285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:27.951215 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.016289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.054163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:05:28.059116 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:28.059694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.061113 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-21888119-7080-4924-9e6b-ca02e038633f req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "PUT /v2.0/ports/c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 942 time: 0.3863914 Jul 20 23:05:28.061552 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:05:28.066914 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f021b28-d98e-4508-aa13-62339fb16b50" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:05:28.067914 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58198) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:28.089337 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event updated for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=7']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:28.098074 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.098737 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.099324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.100092 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.100637 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.107836 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.108190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.108536 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.111234 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.111653 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.112015 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.112360 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.112700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.113048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.114336 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049c95ea-f2ac-44c9-96f3-6ac7ec79dc94 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.123488 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa86d75f-53ae-4d9f-b2b8-aacfe618fc35 x-openstack-request-id: req-aa86d75f-53ae-4d9f-b2b8-aacfe618fc35 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:05:28.123792 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:05:28.124044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa86d75f-53ae-4d9f-b2b8-aacfe618fc35 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:05:28.124447 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa86d75f-53ae-4d9f-b2b8-aacfe618fc35'] response: {'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:05:28.159932 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (b683e914-e85c-48ca-9b50-5b1af7e6357b), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.188335 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:05:28.212243 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-16a7b0b1-dbf1-4068-a29c-5b1b41e75e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:28.213774 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-16a7b0b1-dbf1-4068-a29c-5b1b41e75e6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1129 time: 0.0518548 Jul 20 23:05:28.233794 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (b683e914-e85c-48ca-9b50-5b1af7e6357b), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.349947 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-c4f86267-72ba-4112-8a94-4c77554a3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:28.351391 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-c4f86267-72ba-4112-8a94-4c77554a3524 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.1280935 Jul 20 23:05:28.370610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-8d386821-5bc7-42b4-9c5a-d027ab36eaca None None] Provisioning complete for port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:28.370985 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8d386821-5bc7-42b4-9c5a-d027ab36eaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.415314 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-7d1d72bb-94a5-49c3-9a27-b4cf908b64aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 1001 time: 0.0579967 Jul 20 23:05:28.448455 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-8d386821-5bc7-42b4-9c5a-d027ab36eaca None None] Current status of the port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:28.464940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-d2ba5908-4f0e-48b8-9e7c-76c92d5a62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:28.466488 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-d2ba5908-4f0e-48b8-9e7c-76c92d5a62b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0455263 Jul 20 23:05:28.469569 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:28.471422 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:28.482172 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (b683e914-e85c-48ca-9b50-5b1af7e6357b), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.484704 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for security_group (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.489695 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "DELETE /v2.0/security-groups/b683e914-e85c-48ca-9b50-5b1af7e6357b HTTP/1.1" status: 204 len: 168 time: 0.4162378 Jul 20 23:05:28.489841 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58202) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:28.520867 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683e914-e85c-48ca-9b50-5b1af7e6357b,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:28.532121 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-cf30994e-54c2-4871-8bd7-fd6de5783f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:28.533642 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-cf30994e-54c2-4871-8bd7-fd6de5783f76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611479 Jul 20 23:05:28.535000 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.535463 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.535693 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.536037 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.536369 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.536699 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.537027 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.537355 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.537685 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.538011 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.538338 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.538664 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.539384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.539384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.539699 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ae882-7980-4727-b140-c02a8d7da63f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:28.644044 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Deleting port 7c94428c-2722-4c69-92f5-bd6b5d227bf5 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:28.644669 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-1d83ba18-bdfc-4cef-9318-c32567df4657 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015832 Jul 20 23:05:28.644797 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.724243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.724470 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for floatingip (7c94428c-2722-4c69-92f5-bd6b5d227bf5), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:28.736572 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Calling delete_port for 7c94428c-2722-4c69-92f5-bd6b5d227bf5 owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:28.739641 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f021b28-d98e-4508-aa13-62339fb16b50 req-6f259272-875e-4471-bc39-696c5531256a service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889983 Jul 20 23:05:28.851824 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:28.892367 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:28.977837 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (7c94428c-2722-4c69-92f5-bd6b5d227bf5), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:29.004048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event deleted for resources: {'Port': ['ID=7c94428c-2722-4c69-92f5-bd6b5d227bf5,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:29.071771 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks [] for floatingip (f639839e-32d0-43f7-866c-dd06ce77e676), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:29.072098 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Floating IP f639839e-32d0-43f7-866c-dd06ce77e676 disassociated (deleted). External IP: 172.27.1.103, port: c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab. Jul 20 23:05:29.270578 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Router c4d2f4b7-067a-4b6e-bf40-cb964432d937 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:05:29.372467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:29.377256 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:29.382481 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Sync routers for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:29.392804 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:29.393410 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:29.408177 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-35633dc5-d53f-4171-b466-e068fb6c7531 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "DELETE /v2.0/floatingips/f639839e-32d0-43f7-866c-dd06ce77e676 HTTP/1.1" status: 204 len: 168 time: 0.9184725 Jul 20 23:05:29.495535 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:29.684868 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:29.709708 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Checking router: c4d2f4b7-067a-4b6e-bf40-cb964432d937 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:05:29.718708 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:29.719325 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:29.817418 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:30.003095 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:30.032357 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea1fa6-1094-4111-9c27-f0e57fc6c9dd None None] The sync data for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi is: [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:19Z', 'revision_number': 4, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '651b65f7-4359-4109-8468-8b0b1a4eea8f', 'name': '', 'network_id': 'fcbf324b-1b34-4fc8-a501-ba363958eb83', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'mac_address': 'fa:16:3e:11:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:18Z', 'updated_at': '2022-07-20T23:02:22Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'subnets': [{'id': 'ccf29357-4c24-4e37-8918-77207091e05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:05:30.125835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:05:30.128245 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:05:30.165716 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a3f44-1ed8-471b-96eb-954c2a1ec5f5 x-openstack-request-id: req-7b4a3f44-1ed8-471b-96eb-954c2a1ec5f5 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:05:30.166033 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:05:30.166289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b4a3f44-1ed8-471b-96eb-954c2a1ec5f5 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:05:30.166691 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4a3f44-1ed8-471b-96eb-954c2a1ec5f5'] response: {'name': 'network-changed', 'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:05:30.250289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000ab43-8ed9-40c1-b0e1-6295b27ed9fd None None] New status for floating IP f639839e-32d0-43f7-866c-dd06ce77e676: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:05:30.486055 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-40b3fed0-6b64-4a3d-9628-1271a79566ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:30.487659 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-40b3fed0-6b64-4a3d-9628-1271a79566ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=62f889bb65b048cb96e5548e4420df8f&device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 1129 time: 0.0413940 Jul 20 23:05:30.583040 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-e0d6c916-cbf3-4eb9-b583-70ac42b816f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:30.584575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-e0d6c916-cbf3-4eb9-b583-70ac42b816f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 200 len: 916 time: 0.0911486 Jul 20 23:05:30.623809 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-e1ff3e39-2356-4bb6-a32d-3d951870788b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 200 len: 217 time: 0.0331137 Jul 20 23:05:30.672843 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-d975e226-fe77-4fe9-95ba-023995b9a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:30.674306 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-d975e226-fe77-4fe9-95ba-023995b9a655 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 200 len: 854 time: 0.0441904 Jul 20 23:05:30.717658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-2d9e9fb9-a3aa-4183-b3e1-818f7d5e049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:30.719320 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-2d9e9fb9-a3aa-4183-b3e1-818f7d5e049f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fcbf324b-1b34-4fc8-a501-ba363958eb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396900 Jul 20 23:05:30.809436 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:30.813369 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-9f1bdf95-8ad2-4cd9-9e4d-fdd9a4c48feb service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Jul 20 23:05:30.827944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:30.910437 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5931f187-ec5a-46c9-9ec6-73bdd7b1bfae req-3e3f7c4c-1eb9-47cc-81f5-f587684a05c8 service neutron] 10.222.0.23 "GET /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903082 Jul 20 23:05:31.678750 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b73874d2-0160-4a25-b795-f6736f7e12ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:33.986265 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58e327-87a9-44a1-b8c3-dca33b42702c req-3442c4ad-897a-475f-8e4d-80fe11927e7a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:33.987791 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2d58e327-87a9-44a1-b8c3-dca33b42702c req-3442c4ad-897a-475f-8e4d-80fe11927e7a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0543926 Jul 20 23:05:34.035580 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2d58e327-87a9-44a1-b8c3-dca33b42702c req-10fab75a-fae1-41a4-8fcb-6d0f326a09ea tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Jul 20 23:05:34.038912 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-dd9100a0-2d1c-4a13-adb0-7d00acb42ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:35.156433 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c0fc3-cc42-4644-9fad-9fc61ec88df8 req-8b3737f6-4b65-40f9-bb6d-e2bb42d1ab3f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:35.157923 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b9c0fc3-cc42-4644-9fad-9fc61ec88df8 req-8b3737f6-4b65-40f9-bb6d-e2bb42d1ab3f tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0517628 Jul 20 23:05:35.205523 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-3b9c0fc3-cc42-4644-9fad-9fc61ec88df8 req-c3bf5a66-d1d3-48a8-a619-c4ca25a8cebc tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Jul 20 23:05:35.301697 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.033420 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-e3cdcfbb-a674-4c38-8316-b22c58ed440a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:36.034914 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-e3cdcfbb-a674-4c38-8316-b22c58ed440a tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.23 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0469515 Jul 20 23:05:36.119232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Deleting port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:36.119573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.209991 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] For port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:36.210355 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.223928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Calling delete_port for c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:36.336399 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c254634-0d64-4599-8781-1928f9064cb5 req-9b06c47b-ffa8-453c-a310-707efc99503c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:36.337874 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c254634-0d64-4599-8781-1928f9064cb5 req-9b06c47b-ffa8-453c-a310-707efc99503c tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 945 time: 0.0655494 Jul 20 23:05:36.429889 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0c254634-0d64-4599-8781-1928f9064cb5 req-4f200ae3-0eca-441e-b234-509b4c48e911 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f34751-1c7e-4623-a30e-719267182599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852280 Jul 20 23:05:36.496524 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.526405 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Pushing event deleted for resources: {'Port': ['ID=c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:36.532582 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:05:36.554005 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.576194 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] No DVR routers for this DVR port c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:05:36.578785 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:36.582272 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-80d618bd-336f-457c-a36c-0062aa483eb2 req-1ffb5f6c-59b5-4ddc-8dce-b0ea59019d4e tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.23 "DELETE /v2.0/ports/c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab HTTP/1.1" status: 204 len: 173 time: 0.5425720 Jul 20 23:05:36.582745 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'name': 'network-vif-deleted', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:05:36.585142 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc875394-6d43-4ed4-89bd-829274fe883f" -d '{"events": [{"server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "name": "network-vif-deleted", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:05:36.622774 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6647a33f-8fd1-4f1d-b5f0-6936b16507bc x-openstack-request-id: req-6647a33f-8fd1-4f1d-b5f0-6936b16507bc {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:05:36.623180 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b4a32-fe13-47b5-89cd-6daf89b808ab", "name": "network-vif-deleted", "tag": "c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:05:36.623438 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6647a33f-8fd1-4f1d-b5f0-6936b16507bc {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:05:36.623842 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6647a33f-8fd1-4f1d-b5f0-6936b16507bc'] response: {'server_uuid': 'fa9b4a32-fe13-47b5-89cd-6daf89b808ab', 'name': 'network-vif-deleted', 'tag': 'c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab', 'status': 'completed', 'code': 200} Jul 20 23:05:37.107470 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:37.535913 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-10a31004-ebc4-4e83-b2af-74638ad575d8 req-9cf6cb24-a6bb-4575-ac7b-9917c83622d0 tempest-TestMinimumBasicScenario-475145308 tempest-TestMinimumBasicScenario-475145308-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa9b4a32-fe13-47b5-89cd-6daf89b808ab HTTP/1.1" status: 200 len: 210 time: 0.0282669 Jul 20 23:05:38.897500 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:05:39.217324 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:39.237095 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:39.241781 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device c9b7ad75-b8b9-4a7e-8207-b0357fd0a6ab not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:39.782059 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58300) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:39.970690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:40.006257 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=69 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:40.105292 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:40.287497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:40.325074 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Deleting port 651b65f7-4359-4109-8468-8b0b1a4eea8f {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:40.325413 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:40.408631 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] For port 651b65f7-4359-4109-8468-8b0b1a4eea8f, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=651b65f7-4359-4109-8468-8b0b1a4eea8f,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:40.408996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:40.422608 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Calling delete_port for 651b65f7-4359-4109-8468-8b0b1a4eea8f owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:40.661703 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (651b65f7-4359-4109-8468-8b0b1a4eea8f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:40.686023 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Pushing event deleted for resources: {'Port': ['ID=651b65f7-4359-4109-8468-8b0b1a4eea8f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:40.846491 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:41.196861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:41.300004 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Router c4d2f4b7-067a-4b6e-bf40-cb964432d937 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:05:41.342442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:41.405923 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:41.413006 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-34e8e562-f859-426d-b015-3606d5ba01ba admin admin] 10.222.0.81 "PUT /v2.0/routers/c4d2f4b7-067a-4b6e-bf40-cb964432d937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298783 Jul 20 23:05:41.413689 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58306) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:41.416172 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Sync routers for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:41.425915 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:41.426567 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:41.503199 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:41.514221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks [] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:41.527242 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:41.613940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks [] for router_gateway (c4d2f4b7-067a-4b6e-bf40-cb964432d937), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:41.709180 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:41.739579 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Deleting port 2c7ce1df-ed51-42b3-8028-4727028921c1 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:41.739923 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:41.776394 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:05:40Z', 'revision_number': 5, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port': {'id': '2c7ce1df-ed51-42b3-8028-4727028921c1', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:41.800525 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Checking router: c4d2f4b7-067a-4b6e-bf40-cb964432d937 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:05:41.809875 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Routers {'c4d2f4b7-067a-4b6e-bf40-cb964432d937'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:41.810966 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:41.823907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] For port 2c7ce1df-ed51-42b3-8028-4727028921c1, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=2c7ce1df-ed51-42b3-8028-4727028921c1,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:41.824271 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:41.837417 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Calling delete_port for 2c7ce1df-ed51-42b3-8028-4727028921c1 owned by network:router_gateway {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:41.868890 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:41.894876 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] Set router c4d2f4b7-067a-4b6e-bf40-cb964432d937 gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:41.946544 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:05:41Z', 'revision_number': 6, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:41.971393 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b8259-fff6-45d0-93d7-38154094535a None None] The sync data for ids ['c4d2f4b7-067a-4b6e-bf40-cb964432d937'] in dv-cinder-799871-38-iscsi is: [{'id': 'c4d2f4b7-067a-4b6e-bf40-cb964432d937', 'name': 'tempest-TestMinimumBasicScenario-1105101938-router', 'tenant_id': '62f889bb65b048cb96e5548e4420df8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:16Z', 'updated_at': '2022-07-20T23:05:41Z', 'revision_number': 6, 'project_id': '62f889bb65b048cb96e5548e4420df8f', 'gw_port_host': None}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:05:42.079549 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (2c7ce1df-ed51-42b3-8028-4727028921c1), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.105845 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7ce1df-ed51-42b3-8028-4727028921c1,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:42.175030 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.261610 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.264238 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks [] for router_controller (c4d2f4b7-067a-4b6e-bf40-cb964432d937), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.409434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (c4d2f4b7-067a-4b6e-bf40-cb964432d937), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.410133 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d2f4b7-067a-4b6e-bf40-cb964432d937 {{(pid=111122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 23:05:42.414721 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.416237 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-98340ebb-b960-43b9-ba58-7dc7c93517cb admin admin] 10.222.0.81 "DELETE /v2.0/routers/c4d2f4b7-067a-4b6e-bf40-cb964432d937 HTTP/1.1" status: 204 len: 168 time: 1.0014203 Jul 20 23:05:42.418370 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58310) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:42.465854 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Deleting subnet ccf29357-4c24-4e37-8918-77207091e05e {{(pid=111122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 23:05:42.469234 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Publish callbacks [] for subnet (ccf29357-4c24-4e37-8918-77207091e05e), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.476920 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 2c7ce1df-ed51-42b3-8028-4727028921c1 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:42.499257 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 2c7ce1df-ed51-42b3-8028-4727028921c1 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:42.504311 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 2c7ce1df-ed51-42b3-8028-4727028921c1 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:42.504311 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 651b65f7-4359-4109-8468-8b0b1a4eea8f no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:42.506274 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5342644'] for subnet (ccf29357-4c24-4e37-8918-77207091e05e), precommit_delete_associations {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.519446 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 651b65f7-4359-4109-8468-8b0b1a4eea8f {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:42.519792 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 651b65f7-4359-4109-8468-8b0b1a4eea8f not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:42.538708 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:42.589185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (ccf29357-4c24-4e37-8918-77207091e05e), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.748467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5812667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5075994'] for subnet (ccf29357-4c24-4e37-8918-77207091e05e), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.775300 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf29357-4c24-4e37-8918-77207091e05e,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:42.781389 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for subnet (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.784639 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-a30495e9-bb7e-4ef8-829e-02b1a52de5a2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ccf29357-4c24-4e37-8918-77207091e05e HTTP/1.1" status: 204 len: 168 time: 0.3652205 Jul 20 23:05:42.787159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58314) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:42.787736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4463a0e-368d-4cb6-8ef7-f4ddb990f6c9 None None] Network fcbf324b-1b34-4fc8-a501-ba363958eb83 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:05:42.860621 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (fcbf324b-1b34-4fc8-a501-ba363958eb83), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.904253 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Deleting port 378e5c53-fc0c-4f03-a581-825b65ea5cab {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:42.904591 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.939045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] DHCP port deletion for fcbf324b-1b34-4fc8-a501-ba363958eb83 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 23:05:42.972628 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] For port 378e5c53-fc0c-4f03-a581-825b65ea5cab, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=378e5c53-fc0c-4f03-a581-825b65ea5cab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:42.973157 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.976361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Deleting port 378e5c53-fc0c-4f03-a581-825b65ea5cab {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:42.976732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:42.982311 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:42.988698 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Calling delete_port for 378e5c53-fc0c-4f03-a581-825b65ea5cab owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:43.056212 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:43.058149 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] For port 378e5c53-fc0c-4f03-a581-825b65ea5cab, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=378e5c53-fc0c-4f03-a581-825b65ea5cab,segment=NetworkSegment(6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0),segment_id=6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:43.058548 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.072047 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Calling delete_port for 378e5c53-fc0c-4f03-a581-825b65ea5cab owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:43.113152 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:43.221890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: from cryptography.utils import int_from_bytes Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: from cryptography.utils import int_from_bytes Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.222605 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 23:05:43.225602 dv-cinder-799871-38-iscsi neutron-server[111124]: self.session.flush() Jul 20 23:05:43.228361 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (378e5c53-fc0c-4f03-a581-825b65ea5cab), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.247731 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Pushing event deleted for resources: {'Port': ['ID=378e5c53-fc0c-4f03-a581-825b65ea5cab,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:43.251569 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] No DVR routers for this DVR port 378e5c53-fc0c-4f03-a581-825b65ea5cab on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:05:43.253222 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Pushing event deleted for resources: {'Port': ['ID=378e5c53-fc0c-4f03-a581-825b65ea5cab,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:43.257813 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] No DVR routers for this DVR port 378e5c53-fc0c-4f03-a581-825b65ea5cab on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:05:43.264462 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.268575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.269855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.269855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eefad34-5934-4608-807e-98df9744e9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:43.329447 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (fcbf324b-1b34-4fc8-a501-ba363958eb83), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.356393 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbf324b-1b34-4fc8-a501-ba363958eb83']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:43.366888 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:43.367174 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:43.376482 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.389755 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.396007 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 23:05:43.396419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.477560 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0 resource provider aggregate not found Jul 20 23:05:43.494372 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bbf0cbb-deb8-4c4a-bc71-ced9ba5f7ce0 found for delete ", "request_id": "req-c3c08531-b724-4c99-874f-25ccb0a7a092"}]} Jul 20 23:05:43.563614 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (fcbf324b-1b34-4fc8-a501-ba363958eb83), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.569397 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:43.572625 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fcbf324b-1b34-4fc8-a501-ba363958eb83 HTTP/1.1" status: 204 len: 168 time: 0.7845414 Jul 20 23:05:43.576490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58322) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:43.584228 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ddb34-476f-4c59-9b77-2340f8427202 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbf324b-1b34-4fc8-a501-ba363958eb83,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:43.892056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:44.110209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Deleting port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:44.110468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:44.193391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] For port ad06f3b5-40a9-4e21-ba25-76ba85fd33ef, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:44.193755 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:44.207495 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Calling delete_port for ad06f3b5-40a9-4e21-ba25-76ba85fd33ef owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:44.256550 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:44.390124 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 378e5c53-fc0c-4f03-a581-825b65ea5cab no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:44.409631 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 378e5c53-fc0c-4f03-a581-825b65ea5cab {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:44.409979 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 378e5c53-fc0c-4f03-a581-825b65ea5cab not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:44.473399 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (ad06f3b5-40a9-4e21-ba25-76ba85fd33ef), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:44.478700 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:44.499322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ad06f3b5-40a9-4e21-ba25-76ba85fd33ef,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:44.665578 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:44.868910 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Router 67b2c99a-c05e-4065-b0d2-114d7da5a24d has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:05:44.970455 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:44.976422 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-3186c773-6e39-46dc-8eae-5fc080f21eaa admin admin] 10.222.0.81 "PUT /v2.0/routers/67b2c99a-c05e-4065-b0d2-114d7da5a24d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977225 Jul 20 23:05:44.977866 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58330) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:44.980478 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Sync routers for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:44.991320 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:44.992009 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:45.077896 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks [] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.092792 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:45.176354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:45.181941 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks [] for router_gateway (67b2c99a-c05e-4065-b0d2-114d7da5a24d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.267024 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:05:44Z', 'revision_number': 5, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port': {'id': 'af9a5210-fac0-430f-8fda-ef6a0280525d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:66:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:02:23Z', 'updated_at': '2022-07-20T23:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:45.291682 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Checking router: 67b2c99a-c05e-4065-b0d2-114d7da5a24d for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:05:45.295241 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Deleting port af9a5210-fac0-430f-8fda-ef6a0280525d {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:45.295583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.300445 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Routers {'67b2c99a-c05e-4065-b0d2-114d7da5a24d'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:45.301044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:45.379504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] For port af9a5210-fac0-430f-8fda-ef6a0280525d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=af9a5210-fac0-430f-8fda-ef6a0280525d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:45.379861 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.385447 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] Set router 67b2c99a-c05e-4065-b0d2-114d7da5a24d gateway port host: None {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:45.392532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Calling delete_port for af9a5210-fac0-430f-8fda-ef6a0280525d owned by network:router_gateway {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:45.431970 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:45.437999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:05:45Z', 'revision_number': 6, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:45.462540 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df9b2f-2986-4867-82c1-13d2f89a1c00 None None] The sync data for ids ['67b2c99a-c05e-4065-b0d2-114d7da5a24d'] in dv-cinder-799871-38-iscsi is: [{'id': '67b2c99a-c05e-4065-b0d2-114d7da5a24d', 'name': 'tempest-TestMinimumBasicScenario-1005907004-router', 'tenant_id': '59dfcc8c99e2485aab28879af32e2275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:02:22Z', 'updated_at': '2022-07-20T23:05:45Z', 'revision_number': 6, 'project_id': '59dfcc8c99e2485aab28879af32e2275', 'gw_port_host': None}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:05:45.627484 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (af9a5210-fac0-430f-8fda-ef6a0280525d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.650761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=af9a5210-fac0-430f-8fda-ef6a0280525d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:45.714106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.800816 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.802892 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks [] for router_controller (67b2c99a-c05e-4065-b0d2-114d7da5a24d), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.935972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (67b2c99a-c05e-4065-b0d2-114d7da5a24d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.936579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b2c99a-c05e-4065-b0d2-114d7da5a24d {{(pid=111123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 23:05:45.940808 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:45.941963 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-ecf2a4e6-a77a-47a4-9c6e-2bea9c12f7aa admin admin] 10.222.0.81 "DELETE /v2.0/routers/67b2c99a-c05e-4065-b0d2-114d7da5a24d HTTP/1.1" status: 204 len: 168 time: 0.9631717 Jul 20 23:05:45.944509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58336) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:45.988908 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Deleting subnet 9ccbb304-c581-4619-be9c-869c2aecf1c3 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 23:05:45.991956 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Publish callbacks [] for subnet (9ccbb304-c581-4619-be9c-869c2aecf1c3), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.026439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (9ccbb304-c581-4619-be9c-869c2aecf1c3), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.104285 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (9ccbb304-c581-4619-be9c-869c2aecf1c3), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.256403 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (9ccbb304-c581-4619-be9c-869c2aecf1c3), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.282904 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccbb304-c581-4619-be9c-869c2aecf1c3,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:46.287459 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.291397 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-8509f10d-00dd-4836-a5d3-4d3e745d029c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9ccbb304-c581-4619-be9c-869c2aecf1c3 HTTP/1.1" status: 204 len: 168 time: 0.3453052 Jul 20 23:05:46.293273 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58338) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:46.296014 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ecf4c-5cab-4bb4-8ab4-8051227fce1e None None] Network 5fbbf543-ad37-4515-bc78-3961fd30d938 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:05:46.302369 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:46.380325 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (5fbbf543-ad37-4515-bc78-3961fd30d938), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.391528 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ad06f3b5-40a9-4e21-ba25-76ba85fd33ef no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:46.413094 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: ad06f3b5-40a9-4e21-ba25-76ba85fd33ef {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:46.413442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ad06f3b5-40a9-4e21-ba25-76ba85fd33ef not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:46.414200 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device af9a5210-fac0-430f-8fda-ef6a0280525d no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:46.420448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Deleting port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:46.420796 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.438433 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: af9a5210-fac0-430f-8fda-ef6a0280525d {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:46.438972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device af9a5210-fac0-430f-8fda-ef6a0280525d not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:46.494224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] DHCP port deletion for 5fbbf543-ad37-4515-bc78-3961fd30d938 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 23:05:46.500840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] For port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:46.501222 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.515552 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Calling delete_port for 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d owned by network:dhcp {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:46.536410 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Deleting port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:05:46.536787 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.591439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:46.610785 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] For port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,segment=NetworkSegment(7a695bf1-fc97-4e0b-9455-504cfc2094dd),segment_id=7a695bf1-fc97-4e0b-9455-504cfc2094dd)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:46.611219 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.624303 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Calling delete_port for 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:05:46.701954 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.708004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.716098 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:46.726866 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:46.731221 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] No DVR routers for this DVR port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d on host dv-cinder-799871-38-iscsi {{(pid=111123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:05:46.738174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] Pushing event deleted for resources: {'Port': ['ID=67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:46.740023 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac5768-4b4b-4169-9458-d0f05540950a None None] No DVR routers for this DVR port 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:05:46.807453 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (5fbbf543-ad37-4515-bc78-3961fd30d938), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.828260 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbbf543-ad37-4515-bc78-3961fd30d938']}} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:46.837417 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a695bf1-fc97-4e0b-9455-504cfc2094dd') {'for_net_delete': True} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:46.838630 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.services.segments.db [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a695bf1-fc97-4e0b-9455-504cfc2094dd') {} {{(pid=111123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:46.847564 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6355729'] for segment (7a695bf1-fc97-4e0b-9455-504cfc2094dd), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.861390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (7a695bf1-fc97-4e0b-9455-504cfc2094dd), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.867642 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=111123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 23:05:46.868024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5369635'] for segment (7a695bf1-fc97-4e0b-9455-504cfc2094dd), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.913929 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 7a695bf1-fc97-4e0b-9455-504cfc2094dd resource provider aggregate not found Jul 20 23:05:46.932259 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.services.segments.plugin [-] Segment 7a695bf1-fc97-4e0b-9455-504cfc2094dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a695bf1-fc97-4e0b-9455-504cfc2094dd found for delete ", "request_id": "req-d7a5b1fa-d037-48ec-9a66-8bc2089f0b57"}]} Jul 20 23:05:46.992977 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (5fbbf543-ad37-4515-bc78-3961fd30d938), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:46.998649 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:47.001760 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] 10.222.0.81 "DELETE /v2.0/networks/5fbbf543-ad37-4515-bc78-3961fd30d938 HTTP/1.1" status: 204 len: 168 time: 0.7074649 Jul 20 23:05:47.013141 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a2dea-8007-40a5-8542-45ed2333a1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbbf543-ad37-4515-bc78-3961fd30d938,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:47.483310 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58348) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:47.527932 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-cec0eba1-6ddf-4699-9f88-73f594be6a60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62f889bb65b048cb96e5548e4420df8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434456 Jul 20 23:05:47.531109 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58350) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:47.578272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] Publish callbacks [] for security_group (d8f34751-1c7e-4623-a30e-719267182599), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:47.600129 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] Publish callbacks [] for security_group (d8f34751-1c7e-4623-a30e-719267182599), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:47.735996 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (d8f34751-1c7e-4623-a30e-719267182599), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:47.738570 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:47.739757 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8f34751-1c7e-4623-a30e-719267182599 HTTP/1.1" status: 204 len: 168 time: 0.2077610 Jul 20 23:05:47.748286 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100b241-ec51-4be3-a5c6-7e210f45766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f34751-1c7e-4623-a30e-719267182599,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:48.375519 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:05:48.395196 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:05:48.395533 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 67a6cfd2-a3d7-44fb-8a8f-7ebffcc7563d not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:05:48.421370 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58356) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:48.461063 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d5e1ff2e-940d-4216-b625-2a9ac9e96710 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59dfcc8c99e2485aab28879af32e2275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385730 Jul 20 23:05:48.463530 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58358) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:48.514190 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] Publish callbacks [] for security_group (18753d53-2e03-4927-88a2-561ce9958491), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:48.537680 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] Publish callbacks [] for security_group (18753d53-2e03-4927-88a2-561ce9958491), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:48.661307 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (18753d53-2e03-4927-88a2-561ce9958491), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:48.663882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:48.665046 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18753d53-2e03-4927-88a2-561ce9958491 HTTP/1.1" status: 204 len: 168 time: 0.2004893 Jul 20 23:05:48.673845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad084f26-4a61-4066-8690-74fa1d894aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18753d53-2e03-4927-88a2-561ce9958491,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:49.746284 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58380) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:49.854828 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1464208563-network', 'tenant_id': '9044845bc9d34e1e8794a43dda688527'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:49.867102 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:INSERT=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:49.936211 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Made reservation on behalf of 9044845bc9d34e1e8794a43dda688527 for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:05:49.938585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:49.947470 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.005615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=12 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:50.023706 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks [] for security_group (187516df-2e70-41ec-9df5-220df28a542a), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.100943 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (187516df-2e70-41ec-9df5-220df28a542a), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.128208 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 23:05:50.134593 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187516df-2e70-41ec-9df5-220df28a542a,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:50.141289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (c54f921c-a7ef-48b5-b705-b412361540b0), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.142962 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Added segment c54f921c-a7ef-48b5-b705-b412361540b0 of type vlan for network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc Jul 20 23:05:50.185147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (393bfb36-cc5b-4cce-9cdb-4858c0a973cc), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.296217 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (393bfb36-cc5b-4cce-9cdb-4858c0a973cc), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.297119 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:50.297692 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:50.612511 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] Pushing event updated for resources: {'Network': ['ID=393bfb36-cc5b-4cce-9cdb-4858c0a973cc,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:50.622167 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 23:05:50.698940 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f0817aaf-dcbd-468a-93a0-5088c2ccdf90 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9514956 Jul 20 23:05:50.702448 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58384) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:50.707386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Request body: {'subnet': {'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1464208563-subnet', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:50.804381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Made reservation on behalf of 9044845bc9d34e1e8794a43dda688527 for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:05:50.806823 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.066923 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (8964b868-9e9f-4034-bf95-6cb31f291157), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.118681 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8964b868-9e9f-4034-bf95-6cb31f291157,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:51.134408 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:51.134769 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Network hostable DHCP agents. Network: 393bfb36-cc5b-4cce-9cdb-4858c0a973cc, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 23:05:51.210145 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 23:05:51.284095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 393bfb36-cc5b-4cce-9cdb-4858c0a973cc) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:51.288653 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:51.289596 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.292741 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e55bc9-65c8-4f1e-9fe2-d27fa06398fd None None] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:05:51.293192 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:51.295931 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:51.395255 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e2531c82-b012-442d-aaa8-b5be1fe90b7a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6916254 Jul 20 23:05:51.397854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58386) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:51.400241 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 23:05:51.401168 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.423225 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:51.514850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (866cd84c-0bfb-4315-8763-198513e95f63), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.516095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (866cd84c-0bfb-4315-8763-198513e95f63), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.532610 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Allocated IP 172.20.0.2 (393bfb36-cc5b-4cce-9cdb-4858c0a973cc/8964b868-9e9f-4034-bf95-6cb31f291157/ca96d98f-c2bb-4420-b732-02fae8d17917) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:05:51.570318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for router_controller (866cd84c-0bfb-4315-8763-198513e95f63), precommit_add_association {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.674673 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks [] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.748284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.773723 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for router_gateway (866cd84c-0bfb-4315-8763-198513e95f63), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.787086 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:51.796601 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:51.800438 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:05:51.806903 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Pushing event updated for resources: {'Port': ['ID=ca96d98f-c2bb-4420-b732-02fae8d17917,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:51.860315 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Attempting to bind port ca96d98f-c2bb-4420-b732-02fae8d17917 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:05:51.860831 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Attempting to bind port ca96d98f-c2bb-4420-b732-02fae8d17917 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:05:51.861200 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Attempting to bind port ca96d98f-c2bb-4420-b732-02fae8d17917 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:05:51.866619 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:05:51.866991 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:51.867429 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.867820 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Bound using segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:05:51.868284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Bound port: ca96d98f-c2bb-4420-b732-02fae8d17917, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:05:51.868666 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:51.904441 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:51.930186 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] For port ca96d98f-c2bb-4420-b732-02fae8d17917, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:05:51.933237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] For port ca96d98f-c2bb-4420-b732-02fae8d17917, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ca96d98f-c2bb-4420-b732-02fae8d17917,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:05:51.986279 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:52.016902 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.027685 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for router_gateway (866cd84c-0bfb-4315-8763-198513e95f63), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.047509 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.080821 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73fff4-9619-443b-b601-163dc8e8ff1b None None] Pushing event updated for resources: {'Port': ['ID=ca96d98f-c2bb-4420-b732-02fae8d17917,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:52.158485 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Allocated IP 172.27.1.106 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/037e09c1-050c-4aea-a7c3-6ba41702db4d) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:05:52.280400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.404173 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ca96d98f-c2bb-4420-b732-02fae8d17917 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:05:52.410624 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.414915 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:52.450187 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port ca96d98f-c2bb-4420-b732-02fae8d17917 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:52.450408 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.453289 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:52.460147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:52.462504 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:05:52.487874 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Pushing event updated for resources: {'Port': ['ID=037e09c1-050c-4aea-a7c3-6ba41702db4d,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:52.523838 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port ca96d98f-c2bb-4420-b732-02fae8d17917 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:52.524232 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.562540 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port ca96d98f-c2bb-4420-b732-02fae8d17917, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ca96d98f-c2bb-4420-b732-02fae8d17917,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:52.718858 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.773286 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=ca96d98f-c2bb-4420-b732-02fae8d17917,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:52.840544 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for router_gateway (866cd84c-0bfb-4315-8763-198513e95f63), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:52.984532 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102d683-b971-4de0-b5fe-9ad6fbce36ac None None] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:05:53.032829 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (866cd84c-0bfb-4315-8763-198513e95f63), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.042475 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.064275 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7500b432-1c85-4227-bac0-17f6180278c3 None None] Provisioning complete for port ca96d98f-c2bb-4420-b732-02fae8d17917 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:53.064645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7500b432-1c85-4227-bac0-17f6180278c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.170850 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7500b432-1c85-4227-bac0-17f6180278c3 None None] Current status of the port ca96d98f-c2bb-4420-b732-02fae8d17917 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:53.221646 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Router 866cd84c-0bfb-4315-8763-198513e95f63 is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 23:05:53.280876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.330442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:53.339450 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:53.349952 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:53.350553 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:53.388055 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-edd08f00-9e37-47f6-93c6-bd59bc095334 None None] Provisioning complete for port ca96d98f-c2bb-4420-b732-02fae8d17917 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:53.388423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-edd08f00-9e37-47f6-93c6-bd59bc095334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.436411 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.440733 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-bf2072c9-5976-4780-8334-f52f051fef6b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0418561 Jul 20 23:05:53.446323 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58388) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:53.457981 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=68,neutron:DELETE=7 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.467954 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:53.469069 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-edd08f00-9e37-47f6-93c6-bd59bc095334 None None] Current status of the port ca96d98f-c2bb-4420-b732-02fae8d17917 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:53.575886 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.645452 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:52Z', 'revision_number': 3, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:53.670005 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:05:53.670386 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Updating router 866cd84c-0bfb-4315-8763-198513e95f63 port 037e09c1-050c-4aea-a7c3-6ba41702db4d binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:05:53.697612 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.845905 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.874975 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:53.893572 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:53.965481 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks [] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.021515 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.051139 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Allocated IP 172.20.0.1 (393bfb36-cc5b-4cce-9cdb-4858c0a973cc/8964b868-9e9f-4034-bf95-6cb31f291157/a16473fa-af3d-4a99-bd57-939b7929b7b8) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:05:54.064615 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:54.077573 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Attempting to bind port 037e09c1-050c-4aea-a7c3-6ba41702db4d on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:05:54.077940 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Attempting to bind port 037e09c1-050c-4aea-a7c3-6ba41702db4d by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:05:54.078299 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Attempting to bind port 037e09c1-050c-4aea-a7c3-6ba41702db4d on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:05:54.081330 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Pushing event updated for resources: {'Port': ['ID=037e09c1-050c-4aea-a7c3-6ba41702db4d,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:54.089131 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:05:54.089500 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:54.089895 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.090284 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:05:54.090742 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Bound port: 037e09c1-050c-4aea-a7c3-6ba41702db4d, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:05:54.091816 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.095092 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.095432 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.095770 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.096194 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.096468 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.096781 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.097100 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.097420 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.097762 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.098087 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.098410 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.098742 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.099086 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.099404 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.102082 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:05:54.148691 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] For port 037e09c1-050c-4aea-a7c3-6ba41702db4d, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:05:54.151973 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] For port 037e09c1-050c-4aea-a7c3-6ba41702db4d, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=037e09c1-050c-4aea-a7c3-6ba41702db4d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:05:54.177354 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks [] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.227885 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.276323 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:54.285476 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:54.286131 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:54.307273 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.320943 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e4a27-ea3d-462c-8cb3-a41670506e42 None None] Pushing event updated for resources: {'Port': ['ID=037e09c1-050c-4aea-a7c3-6ba41702db4d,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:54.347715 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:54.355180 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:54.359047 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:05:54.383524 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Pushing event updated for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:54.396661 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:54.410210 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (866cd84c-0bfb-4315-8763-198513e95f63), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.428523 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ca96d98f-c2bb-4420-b732-02fae8d17917 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:05:54.484115 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port ca96d98f-c2bb-4420-b732-02fae8d17917 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:54.484763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.535639 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:54.574614 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port ca96d98f-c2bb-4420-b732-02fae8d17917 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:54.600409 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:52Z', 'revision_number': 3, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:54.618013 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.632835 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea721c2-e2db-4309-af0c-d6873f044ca7 None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:52Z', 'revision_number': 3, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:05:54.697517 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-afdd8762-1e5e-422d-b455-314f41314f14 None None] Provisioning complete for port a16473fa-af3d-4a99-bd57-939b7929b7b8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:54.698703 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-afdd8762-1e5e-422d-b455-314f41314f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.735972 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-afdd8762-1e5e-422d-b455-314f41314f14 None None] Port a16473fa-af3d-4a99-bd57-939b7929b7b8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:05:54.787224 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:54.800370 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks [] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.895695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:54.969911 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Pushing event updated for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:54.972322 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (866cd84c-0bfb-4315-8763-198513e95f63), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:55.068237 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:55.069600 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:55.208905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:05:55.360271 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-cbbf61ba-1e8e-4c84-9893-750a25ee5fab None None] Provisioning complete for port a16473fa-af3d-4a99-bd57-939b7929b7b8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:55.360648 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cbbf61ba-1e8e-4c84-9893-750a25ee5fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:55.394930 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf61ba-1e8e-4c84-9893-750a25ee5fab None None] Port a16473fa-af3d-4a99-bd57-939b7929b7b8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:05:55.587368 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:55.592373 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-d115580b-dde2-4a1a-b75e-7833ccd999ec admin admin] 10.222.0.81 "PUT /v2.0/routers/866cd84c-0bfb-4315-8763-198513e95f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1496949 Jul 20 23:05:56.027244 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.156605 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:56.170927 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:56.170927 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:56.274646 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:56.301948 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58404) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:56.306972 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-516969342-network', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:56.313249 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:56.413552 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 037e09c1-050c-4aea-a7c3-6ba41702db4d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:05:56.415655 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Made reservation on behalf of 8a5bc5c5e81144adb6bb5b630fd19b4f for: {'network': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:05:56.418243 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for network (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.427608 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.507983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 2, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:56.508738 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks [] for security_group (a4a4c269-c97c-48bb-b124-4dc96370c45f), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.538104 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:05:56.538464 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Updating router 866cd84c-0bfb-4315-8763-198513e95f63 port a16473fa-af3d-4a99-bd57-939b7929b7b8 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:05:56.540512 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 037e09c1-050c-4aea-a7c3-6ba41702db4d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:56.540881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.581429 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a4a4c269-c97c-48bb-b124-4dc96370c45f), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.598518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.610523 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=111123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 23:05:56.620978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a4c269-c97c-48bb-b124-4dc96370c45f,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:56.626016 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (7d70d982-96f1-4669-a623-925041cb1757), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.626364 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.segments_db [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Added segment 7d70d982-96f1-4669-a623-925041cb1757 of type vlan for network 05791e67-76f1-4976-be5b-29b7ca783d20 Jul 20 23:05:56.669604 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755789779523'] for network (05791e67-76f1-4976-be5b-29b7ca783d20), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.672269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=100 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:56.733377 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 037e09c1-050c-4aea-a7c3-6ba41702db4d is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:56.734780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.758257 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271'] for network (05791e67-76f1-4976-be5b-29b7ca783d20), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.759390 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:56.759970 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.775064 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port 037e09c1-050c-4aea-a7c3-6ba41702db4d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=037e09c1-050c-4aea-a7c3-6ba41702db4d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:56.832380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] Pushing event updated for resources: {'Network': ['ID=05791e67-76f1-4976-be5b-29b7ca783d20,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:56.844885 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Network 05791e67-76f1-4976-be5b-29b7ca783d20 details requested by agent ovs-agent-dv-cinder-799871-38-iscsi with host dv-cinder-799871-38-iscsi {{(pid=111124) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 23:05:56.893096 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-92f22932-e0f2-4f47-8696-27d980ce3bde admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5899091 Jul 20 23:05:56.895870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58406) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:56.901098 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Request body: {'subnet': {'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-516969342-subnet', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'ip_version': 4}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:56.988277 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:56.991118 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:56.992636 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Made reservation on behalf of 8a5bc5c5e81144adb6bb5b630fd19b4f for: {'subnet': 1} {{(pid=111123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:05:56.995107 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5343423'] for subnet (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.085695 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:57.140982 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=037e09c1-050c-4aea-a7c3-6ba41702db4d,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:57.161476 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks [] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.249977 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.286125 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5368014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5343373'] for subnet (ceaa0574-2706-49b0-97be-505e509c8e47), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.300413 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b4e54-1730-4bc9-9463-1937bc338e1d None None] Pushing event updated for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:57.343165 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:57.350965 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceaa0574-2706-49b0-97be-505e509c8e47,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:57.366690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Checking segment: {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:57.366690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Network hostable DHCP agents. Network: 05791e67-76f1-4976-be5b-29b7ca783d20, hostable agents: ['2665843f-6ac1-4a37-9063-f18232267305'], hosted agents: [] {{(pid=111123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 23:05:57.366929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Attempting to bind port a16473fa-af3d-4a99-bd57-939b7929b7b8 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:05:57.366929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Attempting to bind port a16473fa-af3d-4a99-bd57-939b7929b7b8 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:05:57.366929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Attempting to bind port a16473fa-af3d-4a99-bd57-939b7929b7b8 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:05:57.372103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:05:57.373037 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:57.373432 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.373820 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Bound using segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:05:57.374315 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Bound port: a16473fa-af3d-4a99-bd57-939b7929b7b8, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:05:57.374689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.441394 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] For port a16473fa-af3d-4a99-bd57-939b7929b7b8, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:05:57.444753 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] For port a16473fa-af3d-4a99-bd57-939b7929b7b8, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a16473fa-af3d-4a99-bd57-939b7929b7b8,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:05:57.460660 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Network 05791e67-76f1-4976-be5b-29b7ca783d20 is scheduled to be hosted by DHCP agent 2665843f-6ac1-4a37-9063-f18232267305 with binding_index 1 {{(pid=111123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 23:05:57.527224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-69a6daef-b0aa-48e9-a8c5-af41f96752c3 None None] Provisioning complete for port a16473fa-af3d-4a99-bd57-939b7929b7b8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:57.527529 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-69a6daef-b0aa-48e9-a8c5-af41f96752c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.552495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.575985 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-38-iscsi, 05791e67-76f1-4976-be5b-29b7ca783d20) {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:57.580538 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:05:57.581221 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.588813 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9817e0-927b-4b93-8b70-92297a189153 None None] Network 05791e67-76f1-4976-be5b-29b7ca783d20 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:05:57.597045 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-69a6daef-b0aa-48e9-a8c5-af41f96752c3 None None] Port a16473fa-af3d-4a99-bd57-939b7929b7b8 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:05:57.672163 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b4e54-1730-4bc9-9463-1937bc338e1d None None] Pushing event updated for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:57.679775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:57.682138 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:57.682782 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:57.692707 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-45a746be-2cbc-4da3-9c79-79e087a43db7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7956042 Jul 20 23:05:57.695292 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58408) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:05:57.700560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:05:57.787230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16119'] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.788310 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8387486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16014'] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.802466 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dcf746f-334f-580b-814f-962dd91f1c74-05791e67-76f1-4976-be5b-29b7ca783d20', 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20', 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'fixed_ips': [{'subnet_id': 'ceaa0574-2706-49b0-97be-505e509c8e47'}]}} from dv-cinder-799871-38-iscsi. {{(pid=111124) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 23:05:57.803443 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.843030 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for router_controller (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), precommit_add_association {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.846898 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:05:57.853205 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Provisioning complete for port a16473fa-af3d-4a99-bd57-939b7929b7b8 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:57.853561 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:57.898985 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:58.047497 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for router_gateway (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.145248 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.db_base_plugin_common [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Allocated IP 172.20.0.2 (05791e67-76f1-4976-be5b-29b7ca783d20/ceaa0574-2706-49b0-97be-505e509c8e47/61857508-67ab-4819-b660-7e328f92de15) {{(pid=111124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:05:58.153275 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Current status of the port a16473fa-af3d-4a99-bd57-939b7929b7b8 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:58.154219 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.284308 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] For port a16473fa-af3d-4a99-bd57-939b7929b7b8, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a16473fa-af3d-4a99-bd57-939b7929b7b8,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:05:58.290149 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:57Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:05:58.300510 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for router_gateway (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.320922 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039099cc-060d-4ee2-a461-64194a515d26 None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:57Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:05:58.323442 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.354037 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.447533 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 037e09c1-050c-4aea-a7c3-6ba41702db4d up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:05:58.467832 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Allocated IP 172.27.1.188 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/c98ce967-eac4-4f4c-8926-ea2152ef0162) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:05:58.509627 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:58.517787 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks [] for port (61857508-67ab-4819-b660-7e328f92de15), precommit_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.524135 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498569a-bac9-465a-9d47-c48920a5e872 None None] Pushing event updated for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:58.561894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 037e09c1-050c-4aea-a7c3-6ba41702db4d triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:05:58.561894 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.612369 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.637323 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 037e09c1-050c-4aea-a7c3-6ba41702db4d is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:05:58.645020 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061'] for port (61857508-67ab-4819-b660-7e328f92de15), after_create {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.691164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Network 05791e67-76f1-4976-be5b-29b7ca783d20 is already hosted by enough agents. {{(pid=111124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:58.694673 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.scheduler.base_scheduler [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Resources bound (agent type, host, resource id): {{(pid=111124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:58.697129 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Received port after_create {{(pid=111124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:05:58.702794 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Pushing event updated for resources: {'Port': ['ID=61857508-67ab-4819-b660-7e328f92de15,revision_number=1']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:58.713550 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.757298 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:05:58.763676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:05:58.764190 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Attempting to bind port 61857508-67ab-4819-b660-7e328f92de15 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:05:58.764562 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Attempting to bind port 61857508-67ab-4819-b660-7e328f92de15 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:05:58.764924 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Attempting to bind port 61857508-67ab-4819-b660-7e328f92de15 on network 05791e67-76f1-4976-be5b-29b7ca783d20 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:05:58.768575 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:05:58.771711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:05:58.772088 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Checking segment: {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:05:58.772491 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.772881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Bound using segment: {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:05:58.773351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Bound port: 61857508-67ab-4819-b660-7e328f92de15, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:05:58.773733 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (61857508-67ab-4819-b660-7e328f92de15), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:58.775873 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:58.795624 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Pushing event updated for resources: {'Port': ['ID=c98ce967-eac4-4f4c-8926-ea2152ef0162,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:58.843337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] For port 61857508-67ab-4819-b660-7e328f92de15, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:05:58.847586 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] For port 61857508-67ab-4819-b660-7e328f92de15, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=61857508-67ab-4819-b660-7e328f92de15,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:05:58.930299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (61857508-67ab-4819-b660-7e328f92de15), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:59.135723 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b4e1-2e19-488a-a98e-e1fc9b78c7e8 None None] Pushing event updated for resources: {'Port': ['ID=61857508-67ab-4819-b660-7e328f92de15,revision_number=2']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:05:59.344933 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:59.347174 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:05:59.412137 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for router_gateway (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:59.607551 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878473'] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:05:59.798134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a is scheduled to L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 with binding_index 1 {{(pid=111122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 23:05:59.915671 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:05:59.925820 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Sync routers for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:05:59.937014 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:05:59.937761 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:00.001203 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.006095 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58410) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:00.011535 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-06ddfd90-8b15-4d28-b390-33fce1773a0f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3145072 Jul 20 23:06:00.045964 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:00.069992 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64be43c-e2a7-45bb-bfb2-f062a159d820 None None] Network 05791e67-76f1-4976-be5b-29b7ca783d20 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:06:00.104726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Provisioning complete for port 61857508-67ab-4819-b660-7e328f92de15 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:00.105319 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (61857508-67ab-4819-b660-7e328f92de15), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.249765 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.261579 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Current status of the port 61857508-67ab-4819-b660-7e328f92de15 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:00.261745 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (61857508-67ab-4819-b660-7e328f92de15), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.300411 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] For port 61857508-67ab-4819-b660-7e328f92de15, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=61857508-67ab-4819-b660-7e328f92de15,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:00.323059 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 3, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:00.359617 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Checking router: 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:06:00.359916 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Updating router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a port c98ce967-eac4-4f4c-8926-ea2152ef0162 binding host dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:06:00.403743 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.415959 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (61857508-67ab-4819-b660-7e328f92de15), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.485240 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3ac01-11f9-4250-80dc-e9b01bf6370d None None] Pushing event updated for resources: {'Port': ['ID=61857508-67ab-4819-b660-7e328f92de15,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:00.489568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a16473fa-af3d-4a99-bd57-939b7929b7b8 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:00.517856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.541595 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port a16473fa-af3d-4a99-bd57-939b7929b7b8 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:00.541985 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.618875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port a16473fa-af3d-4a99-bd57-939b7929b7b8 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:00.619968 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 61857508-67ab-4819-b660-7e328f92de15 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:00.661191 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-1768f3ba-3724-4c9b-be56-e207fdba8614 None None] Provisioning complete for port 61857508-67ab-4819-b660-7e328f92de15 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:00.661566 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1768f3ba-3724-4c9b-be56-e207fdba8614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (61857508-67ab-4819-b660-7e328f92de15), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.687900 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Allocated IP 172.20.0.1 (05791e67-76f1-4976-be5b-29b7ca783d20/ceaa0574-2706-49b0-97be-505e509c8e47/5c6a80a6-bffe-456d-b5b5-05a5cfa51953) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:06:00.691914 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks [] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), precommit_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.703694 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 61857508-67ab-4819-b660-7e328f92de15 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:00.704062 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (61857508-67ab-4819-b660-7e328f92de15), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.706106 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.779297 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-1768f3ba-3724-4c9b-be56-e207fdba8614 None None] Current status of the port 61857508-67ab-4819-b660-7e328f92de15 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:00.781048 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.790859 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.801682 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks [] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.805380 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.817645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 61857508-67ab-4819-b660-7e328f92de15 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:00.829311 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Attempting to bind port c98ce967-eac4-4f4c-8926-ea2152ef0162 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:06:00.829681 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Attempting to bind port c98ce967-eac4-4f4c-8926-ea2152ef0162 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:06:00.830039 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Attempting to bind port c98ce967-eac4-4f4c-8926-ea2152ef0162 on network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:06:00.838144 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:06:00.838515 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Checking segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:06:00.839656 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.839656 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Bound using segment: {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'} {{(pid=111125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:06:00.839875 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.managers [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Bound port: c98ce967-eac4-4f4c-8926-ea2152ef0162, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03462a6-8240-47c9-ade3-5657f8afc9da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7'}}] {{(pid=111125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:06:00.840207 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), before_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.868474 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f630b3-cbe1-4138-9c35-2f84d0b0239f None None] Pushing event updated for resources: {'Port': ['ID=c98ce967-eac4-4f4c-8926-ea2152ef0162,revision_number=2']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:00.896107 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] For port c98ce967-eac4-4f4c-8926-ea2152ef0162, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:06:00.899119 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.plugins.ml2.db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] For port c98ce967-eac4-4f4c-8926-ea2152ef0162, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=c98ce967-eac4-4f4c-8926-ea2152ef0162,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:06:00.906124 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.914851 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.948014 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Network 05791e67-76f1-4976-be5b-29b7ca783d20 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:06:00.951870 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:06:00.955858 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:06:00.958779 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:00.987516 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron_lib.callbacks.manager [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), after_update {{(pid=111125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:00.992148 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:00.999293 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7881623'] for router_interface (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.048995 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:06:01.049623 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:01.091509 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f630b3-cbe1-4138-9c35-2f84d0b0239f None None] Pushing event updated for resources: {'Port': ['ID=c98ce967-eac4-4f4c-8926-ea2152ef0162,revision_number=3']} {{(pid=111125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:01.167795 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:01.202230 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-90ddb9d1-9469-47b8-870b-d3272f7cc2b1 None None] Provisioning complete for port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:01.202836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-90ddb9d1-9469-47b8-870b-d3272f7cc2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.215669 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.225819 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:01.237627 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-90ddb9d1-9469-47b8-870b-d3272f7cc2b1 None None] Port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:06:01.343487 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 3, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:01.368469 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23550-bfa6-424b-9d51-7cfe96920616 None None] The sync data for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi is: [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 3, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:06:01.385663 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks [] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.530264 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.619813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Pushing event updated for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:01.622754 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7935501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7882735'] for router_interface (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.629749 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:01.726173 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Network 05791e67-76f1-4976-be5b-29b7ca783d20 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:06:01.727583 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:06:01.734549 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d360e7a4-d3e2-4319-aff9-4a22582cd159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.853724 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:06:01.960579 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7b9e029b-b432-41aa-b85e-8714f8598cac None None] Provisioning complete for port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:01.960956 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7b9e029b-b432-41aa-b85e-8714f8598cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:01.970852 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:06:01.983579 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-621cdc59-a6c2-4ef1-9a80-200d3f107bbf admin admin] 10.222.0.81 "PUT /v2.0/routers/3ccd0d81-bddd-4bf0-8974-07f6c0eb165a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9764998 Jul 20 23:06:01.999382 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e029b-b432-41aa-b85e-8714f8598cac None None] Port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:06:02.418709 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58418) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:02.424225 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006332140', 'description': 'tempest-secgroup-smoke-1006332140 description', 'project_id': '9044845bc9d34e1e8794a43dda688527'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:02.459906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device c98ce967-eac4-4f4c-8926-ea2152ef0162 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:02.505171 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port c98ce967-eac4-4f4c-8926-ea2152ef0162 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:02.505588 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.512922 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.549683 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:02.581645 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port c98ce967-eac4-4f4c-8926-ea2152ef0162 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:02.582125 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.604648 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (6ad01f57-5647-44c1-af6a-6f767c16e1dd), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.613582 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] For port c98ce967-eac4-4f4c-8926-ea2152ef0162, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=c98ce967-eac4-4f4c-8926-ea2152ef0162,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:02.729876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6ad01f57-5647-44c1-af6a-6f767c16e1dd), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.758698 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.760881 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 61857508-67ab-4819-b660-7e328f92de15 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:02.764613 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad01f57-5647-44c1-af6a-6f767c16e1dd,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:02.828895 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.832911 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-c1245e8c-69bb-4b45-a6e2-f3d7e42cae2d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4095576 Jul 20 23:06:02.833135 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58420) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:02.838001 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:02.838404 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Pushing event updated for resources: {'Port': ['ID=c98ce967-eac4-4f4c-8926-ea2152ef0162,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:02.850513 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 61857508-67ab-4819-b660-7e328f92de15 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:02.850888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (61857508-67ab-4819-b660-7e328f92de15), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.925599 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (dc61bf1e-1911-44b4-bc7f-185a4029d8b6), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.928630 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 61857508-67ab-4819-b660-7e328f92de15 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:02.982732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Sync routers for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:06:02.984686 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (dc61bf1e-1911-44b4-bc7f-185a4029d8b6), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:02.992287 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:06:02.992893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:05:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:03.060929 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (dc61bf1e-1911-44b4-bc7f-185a4029d8b6), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.080400 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc61bf1e-1911-44b4-bc7f-185a4029d8b6,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:03.096102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:03.137295 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.139239 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-62e1d01f-93b9-45ef-a3a5-4a33d2784701 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051353 Jul 20 23:06:03.142401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58422) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:03.146130 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:03.250623 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (08a367c3-aa4a-4b18-88b9-940b5d3e38ca), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.283263 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:06:01Z', 'revision_number': 4, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '5c6a80a6-bffe-456d-b5b5-05a5cfa51953', 'name': '', 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'mac_address': 'fa:16:3e:67:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:06:00Z', 'updated_at': '2022-07-20T23:06:01Z', 'revision_number': 2, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'subnets': [{'id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:03.308518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Checking router: 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:06:03.308880 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Updating router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 binding host dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 23:06:03.310329 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (08a367c3-aa4a-4b18-88b9-940b5d3e38ca), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.311618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:03.341294 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.354127 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:03.386546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (08a367c3-aa4a-4b18-88b9-940b5d3e38ca), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.408499 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a367c3-aa4a-4b18-88b9-940b5d3e38ca,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:03.474575 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.475826 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f331e937-facc-433b-bc50-16fc8092d886 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330088 Jul 20 23:06:03.478539 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58424) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:03.483139 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:03.597765 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (3a72fe94-05c7-4e51-bbfe-29c63a4d9909), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.603941 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks [] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), precommit_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.655421 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (3a72fe94-05c7-4e51-bbfe-29c63a4d9909), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.729471 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.752710 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (3a72fe94-05c7-4e51-bbfe-29c63a4d9909), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.772727 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a72fe94-05c7-4e51-bbfe-29c63a4d9909,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:03.784661 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c085-9afb-480c-91f9-5240f737c1c2 None None] Pushing event updated for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=3']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:03.844767 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Attempting to bind port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 on host dv-cinder-799871-38-iscsi for vnic_type normal with profile {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:06:03.844767 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Attempting to bind port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 by drivers openvswitch,hyperv on host dv-cinder-799871-38-iscsi at level 0 using segments [{'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:06:03.844767 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Attempting to bind port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 on network 05791e67-76f1-4976-be5b-29b7ca783d20 {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:06:03.849302 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Checking agent: {'id': '3ed83c80-bb1f-46e6-be71-2ad873725893', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-38-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 36, 37), 'started_at': datetime.datetime(2022, 7, 20, 22, 37, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-38-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:06:03.849678 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Checking segment: {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:06:03.850077 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.850469 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Bound using segment: {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'} {{(pid=111124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:06:03.850929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.managers [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Bound port: 5c6a80a6-bffe-456d-b5b5-05a5cfa51953, host: dv-cinder-799871-38-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d70d982-96f1-4669-a623-925041cb1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20'}}] {{(pid=111124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:06:03.851330 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.869060 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:03.870526 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-aae1eb90-bebb-4773-ae04-fedceb2c5cc6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908634 Jul 20 23:06:03.874036 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58426) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:03.880159 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:03.894746 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:03.932888 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:03.938955 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] For port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953, host dv-cinder-799871-38-iscsi, cleared binding levels {{(pid=111124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:06:03.942322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] For port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953, host dv-cinder-799871-38-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:06:04.005263 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (46948aba-2da3-4ec0-89e1-7e599342083e), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.026892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.029196 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d0d79372-a5a2-41f7-ace1-300953eb9a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.059224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Provisioning complete for port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:04.060214 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.067921 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (46948aba-2da3-4ec0-89e1-7e599342083e), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.130401 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (46948aba-2da3-4ec0-89e1-7e599342083e), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.153730 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46948aba-2da3-4ec0-89e1-7e599342083e,revision_number=0']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:04.253660 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c085-9afb-480c-91f9-5240f737c1c2 None None] Pushing event updated for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:04.256581 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:06:04.257108 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:06:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:04.258477 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.262530 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-61800c39-6a1d-4aec-a981-d219d17e4970 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3847103 Jul 20 23:06:04.263230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58428) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:04.268115 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:04.385379 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Current status of the port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 is: DOWN; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:04.385761 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.398688 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.securitygroups_db [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Project 9044845bc9d34e1e8794a43dda688527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 23:06:04.405602 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:04.406650 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (a2b6afa4-0422-406c-b010-ed57847ac9f8), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.431852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device c98ce967-eac4-4f4c-8926-ea2152ef0162 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:04.467324 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (a2b6afa4-0422-406c-b010-ed57847ac9f8), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.527195 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] For port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:04.546428 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:04.569900 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (a2b6afa4-0422-406c-b010-ed57847ac9f8), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.581906 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port c98ce967-eac4-4f4c-8926-ea2152ef0162 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:04.582282 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.589947 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b6afa4-0422-406c-b010-ed57847ac9f8,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:04.668080 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.674965 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.676259 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-8dfbbb1d-d9fb-40e2-8414-93b674c86006 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4117851 Jul 20 23:06:04.678974 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58430) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:04.683267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'security_group_rule': {'security_group_id': '6ad01f57-5647-44c1-af6a-6f767c16e1dd', 'project_id': '9044845bc9d34e1e8794a43dda688527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:04.692954 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:04.748710 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port c98ce967-eac4-4f4c-8926-ea2152ef0162 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:04.753004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:06:01Z', 'revision_number': 4, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '5c6a80a6-bffe-456d-b5b5-05a5cfa51953', 'name': '', 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'mac_address': 'fa:16:3e:67:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:06:00Z', 'updated_at': '2022-07-20T23:06:03Z', 'revision_number': 4, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'subnets': [{'id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:04.790464 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af8e15-f257-49a2-96e9-402fbf4f1342 None None] The sync data for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi is: [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:06:01Z', 'revision_number': 4, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': '5c6a80a6-bffe-456d-b5b5-05a5cfa51953', 'name': '', 'network_id': '05791e67-76f1-4976-be5b-29b7ca783d20', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'mac_address': 'fa:16:3e:67:cf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:06:00Z', 'updated_at': '2022-07-20T23:06:03Z', 'revision_number': 4, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'subnets': [{'id': 'ceaa0574-2706-49b0-97be-505e509c8e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:06:04.792649 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.securitygroups_db [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Project 9044845bc9d34e1e8794a43dda688527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 23:06:04.799283 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (2c342b73-4503-47ee-a3a8-d1da4a9ce243), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.804729 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e30d5-cef9-4a19-b25f-9e272af3adb1 None None] Pushing event updated for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:04.804729 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-5957a7f0-0232-42ab-9276-1f8bbb03e026 None None] Provisioning complete for port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:04.804729 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5957a7f0-0232-42ab-9276-1f8bbb03e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.889663 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (2c342b73-4503-47ee-a3a8-d1da4a9ce243), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:04.898662 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-5957a7f0-0232-42ab-9276-1f8bbb03e026 None None] Current status of the port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:05.015470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902122'] for security_group_rule (2c342b73-4503-47ee-a3a8-d1da4a9ce243), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:05.037177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c342b73-4503-47ee-a3a8-d1da4a9ce243,revision_number=0']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:05.148723 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:05.153150 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-9b279408-a03c-4292-aa8a-7d114fd1f90e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4701860 Jul 20 23:06:05.224909 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:05.352559 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:06.410865 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 up at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:06.471781 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Provisioning complete for port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:06.471781 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:06.533784 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:06.545759 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Current status of the port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 is: ACTIVE; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:07.014543 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:11.742515 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=30 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:14.153813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=72,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:15.036936 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:15.897281 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:06:16.918861 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:16.926852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:26.025615 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:27.202461 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-7488f18c-8d28-4f61-ba75-586a99291371 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006332140&fields=id&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 267 time: 0.0478501 Jul 20 23:06:27.309423 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-9ecde920-57a4-4ee7-9c3a-82da9937470f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:27.310885 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-9ecde920-57a4-4ee7-9c3a-82da9937470f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.1017501 Jul 20 23:06:27.325109 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-2f8249d4-73b7-4331-8f39-451306d17f29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/quotas/9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 375 time: 0.0088704 Jul 20 23:06:27.378102 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-519a67ea-9d14-45ac-8510-74a273aea626 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475259 Jul 20 23:06:27.561861 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-c179fd9f-8c48-4c75-bcb7-e4ce1bff719d service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728930 Jul 20 23:06:27.655921 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-a8bb6b9a-f0d4-4a31-9804-7e9b14be4980 service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879018 Jul 20 23:06:28.267104 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b92ac906-ce4e-44c0-a02e-a8fbbbdb7918 req-c962e9e7-141c-440b-b9a7-350f4bcd83cb tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Jul 20 23:06:29.362366 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92c8a10a-773d-4e32-9e5e-fb9be97bc84e req-fab89dc6-049b-4f4a-ad52-29b17273e5cd tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Jul 20 23:06:30.397561 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b811b941-432c-43a4-ad7b-f2a1ca32df3a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:30.399043 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b811b941-432c-43a4-ad7b-f2a1ca32df3a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.1089802 Jul 20 23:06:30.465860 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-5f156fe4-93bf-4ac0-96c9-a1a825ad3fee req-f0405900-68c4-45df-a406-e0e237c064bc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 210 time: 0.0284379 Jul 20 23:06:30.469933 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-7aea8926-3ff6-4211-a359-303eebf185b2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 380 time: 0.0565071 Jul 20 23:06:30.486388 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'port': {'device_id': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'admin_state_up': True, 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'security_groups': ['6ad01f57-5647-44c1-af6a-6f767c16e1dd']}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:30.665552 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Made reservation on behalf of 9044845bc9d34e1e8794a43dda688527 for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:06:30.669077 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:30.808825 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.20.0.8 (393bfb36-cc5b-4cce-9cdb-4858c0a973cc/8964b868-9e9f-4034-bf95-6cb31f291157/4cc0beea-905e-43bc-ac0a-52fa8b9cea88) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:06:30.867890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:30.906005 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:30.951211 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.055243 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.100901 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:06:31.106049 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:06:31.109935 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:06:31.116743 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:31.145407 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.145750 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.146102 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.146475 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.146808 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.147173 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.147498 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.147823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.148151 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.148473 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.148802 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.149127 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.149445 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.149766 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.150085 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:31.176892 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:31.177519 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.280068 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ea4a8b6a-4497-4d9b-8788-5bf5cea3a126 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057218 Jul 20 23:06:31.289851 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-a3d23bbb-3e4f-462b-9b21-231d0fb2d76a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111122) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 23:06:31.290793 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-a3d23bbb-3e4f-462b-9b21-231d0fb2d76a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050745 Jul 20 23:06:31.307854 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Request body: {'port': {'device_id': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:31.371927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.372164 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-1dcd2505-f3b8-4c4d-90cb-f75970af1808 None None] Provisioning complete for port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:31.372636 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-1dcd2505-f3b8-4c4d-90cb-f75970af1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.406711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd2505-f3b8-4c4d-90cb-f75970af1808 None None] Port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:06:31.611136 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b066d-2733-482a-b7a3-439a1282946e req-4e5b8b68-0714-44e5-959b-b0c06446e0fa tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:31.612575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d23b066d-2733-482a-b7a3-439a1282946e req-4e5b8b68-0714-44e5-959b-b0c06446e0fa tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 931 time: 0.0643477 Jul 20 23:06:31.701192 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:31.712335 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:06:31.720442 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d23b066d-2733-482a-b7a3-439a1282946e req-1f59289f-5eb5-4689-bb55-5874ed97d00e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903950 Jul 20 23:06:31.724393 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks [] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.734608 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a48a8c35-02e2-4af1-adce-f281f2a536df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.737850 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Transition to ACTIVE for port object 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 23:06:31.820119 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:31.870703 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Pushing event updated for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:31.956768 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Attempting to bind port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:06:31.957111 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Attempting to bind port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:06:31.957473 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Attempting to bind port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:06:31.962400 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 23:06:31.962721 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Attempting to bind port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:06:31.965660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:31.968513 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:06:31.968851 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:06:31.969234 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Bound using segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:06:31.969722 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Bound port: 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:06:31.970078 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:32.038069 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:06:32.041154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:06:32.123307 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:32.160061 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.160707 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:32.162059 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] 10.222.0.23 "PUT /v2.0/ports/4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 200 len: 1093 time: 0.8581212 Jul 20 23:06:32.162494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:06:32.164740 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:06:32.189669 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac07de-fbd4-461f-8a6a-37191f4bedae service neutron] Pushing event updated for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:32.218904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3484eaeb-380c-4500-aabb-da5fbb27468f x-openstack-request-id: req-3484eaeb-380c-4500-aabb-da5fbb27468f {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:06:32.218904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:06:32.218904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3484eaeb-380c-4500-aabb-da5fbb27468f {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:06:32.218904 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3484eaeb-380c-4500-aabb-da5fbb27468f'] response: {'name': 'network-changed', 'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'status': 'completed', 'code': 200} Jul 20 23:06:32.303082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-4e46a695-c3d0-44e9-a2e6-443c9764c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.304680 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-4e46a695-c3d0-44e9-a2e6-443c9764c58e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1127 time: 0.0450511 Jul 20 23:06:32.411706 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-615faf81-68af-4bbc-bd42-20ddbcc8c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.413200 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-615faf81-68af-4bbc-bd42-20ddbcc8c232 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9044845bc9d34e1e8794a43dda688527&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950778 Jul 20 23:06:32.511815 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-d576d56d-27d6-4901-8963-ce14d2df8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.513186 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5563f2e5-05f1-4a49-9d47-9acf1c42a2ed req-d576d56d-27d6-4901-8963-ce14d2df8491 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947828 Jul 20 23:06:32.606310 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-efcbb1e1-b7fc-445e-bbb2-d83605a47702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.607815 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-efcbb1e1-b7fc-445e-bbb2-d83605a47702 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1127 time: 0.0386786 Jul 20 23:06:32.652771 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-06d75b3e-5c3a-4cbe-b756-6c2c5fb68d54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 200 len: 217 time: 0.0310447 Jul 20 23:06:32.703787 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-5f4c38f3-cb0c-4cbe-98ef-1f10926de902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.705229 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-5f4c38f3-cb0c-4cbe-98ef-1f10926de902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0461600 Jul 20 23:06:32.748373 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ebc1ee75-dd61-4f13-b2e6-69871a6b565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.749903 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-ebc1ee75-dd61-4f13-b2e6-69871a6b565f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389812 Jul 20 23:06:32.875236 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563d43-9927-4c14-a910-687709efd069 req-e5c05087-a524-4de5-8b40-48084ac733c2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:32.876732 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-52563d43-9927-4c14-a910-687709efd069 req-e5c05087-a524-4de5-8b40-48084ac733c2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0679791 Jul 20 23:06:32.882240 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-58727b5a-823a-4bd9-975b-bfa5c5694649 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263502 Jul 20 23:06:32.981227 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-52563d43-9927-4c14-a910-687709efd069 req-2eecf2e4-e729-4389-be82-e26b4285e8e1 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980444 Jul 20 23:06:32.983028 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:33.008107 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6455a2e9-217f-4736-9b58-c6dce30af81b req-04bc3e67-89fc-41f3-8ddf-2c60e0fdea8b service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182506 Jul 20 23:06:33.979755 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-599d5058-82fe-4a17-9c6f-78b0db246b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:34.095485 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc10e4-247d-4824-b94a-01e43e9accfc req-4a9a67c7-4e74-4cd9-bfa4-91b64d28015a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:34.096951 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-09fc10e4-247d-4824-b94a-01e43e9accfc req-4a9a67c7-4e74-4cd9-bfa4-91b64d28015a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0478346 Jul 20 23:06:34.149573 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-09fc10e4-247d-4824-b94a-01e43e9accfc req-8a7a81f7-6692-4ad1-aa80-28ac88b8c7bb tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470717 Jul 20 23:06:35.263797 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d97e62-44f1-4c07-be34-fb8f7bbc2892 req-b1c05b98-db3d-4057-a0b9-7517c1af74c3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:35.270024 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-53d97e62-44f1-4c07-be34-fb8f7bbc2892 req-b1c05b98-db3d-4057-a0b9-7517c1af74c3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0476623 Jul 20 23:06:35.316194 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-53d97e62-44f1-4c07-be34-fb8f7bbc2892 req-461ef294-ae5f-46eb-a30d-e1d836492b68 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Jul 20 23:06:35.368800 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:36.428172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba83f46-68dd-46e1-bdf7-b3571275a345 req-038a33bb-b81e-42dc-b356-1164415e3013 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:36.429757 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6ba83f46-68dd-46e1-bdf7-b3571275a345 req-038a33bb-b81e-42dc-b356-1164415e3013 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0471017 Jul 20 23:06:36.479281 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-6ba83f46-68dd-46e1-bdf7-b3571275a345 req-2ade4a76-d296-4b75-b506-787cd823bb3c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Jul 20 23:06:36.511370 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:36.892253 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:36.893019 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:37.003824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:37.593106 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a08991-ece9-4997-a10c-8be949c95894 req-78653442-c354-414f-9033-95b033635cd5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:37.594552 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18a08991-ece9-4997-a10c-8be949c95894 req-78653442-c354-414f-9033-95b033635cd5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0468063 Jul 20 23:06:37.642842 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18a08991-ece9-4997-a10c-8be949c95894 req-66961664-8aaf-4030-985b-afa1cafc44a9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Jul 20 23:06:38.758772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e00b16-4019-4c7a-8439-99af92f27979 req-c7ddc196-fbb0-4e9b-82b6-38bf9b5d6528 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:38.760257 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-53e00b16-4019-4c7a-8439-99af92f27979 req-c7ddc196-fbb0-4e9b-82b6-38bf9b5d6528 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0502336 Jul 20 23:06:38.809714 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-53e00b16-4019-4c7a-8439-99af92f27979 req-85ac0d9b-61a6-47a9-af90-cb80c43ce343 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Jul 20 23:06:39.929609 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89701716-7679-471d-a94b-29c9eeac78fd req-893acda6-1a7e-46b8-83ad-17f512bc6ad2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:39.931262 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-89701716-7679-471d-a94b-29c9eeac78fd req-893acda6-1a7e-46b8-83ad-17f512bc6ad2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0511651 Jul 20 23:06:39.979577 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-89701716-7679-471d-a94b-29c9eeac78fd req-b76ddd7c-3815-4a9d-8827-44a4344e7046 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430279 Jul 20 23:06:41.101277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2548ef-964e-48a0-a103-2e9355d1bbcc req-b0319449-7c1d-46e4-901c-0921f14e6e70 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:41.102757 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ad2548ef-964e-48a0-a103-2e9355d1bbcc req-b0319449-7c1d-46e4-901c-0921f14e6e70 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 943 time: 0.0497622 Jul 20 23:06:41.151248 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ad2548ef-964e-48a0-a103-2e9355d1bbcc req-6827249c-855d-4e1d-8cf6-977e259d1365 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Jul 20 23:06:41.573209 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 23:06:41.674332 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:41.685656 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'port_id': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'mac_address': 'fa:16:3e:fc:e0:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 23:06:41.720341 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:41.720720 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:41.733274 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:06:41.752456 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:41.860036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:41.906075 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:42.264872 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821826d-ce69-4b89-aa9b-779b2229c376 req-93c3261c-0721-4613-87e0-3a06daeeb548 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:42.266392 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7821826d-ce69-4b89-aa9b-779b2229c376 req-93c3261c-0721-4613-87e0-3a06daeeb548 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 944 time: 0.0484438 Jul 20 23:06:42.291300 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['4cc0beea-905e-43bc-ac0a-52fa8b9cea88'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:06:42.292148 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:42.319530 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-7821826d-ce69-4b89-aa9b-779b2229c376 req-73a1dbf5-f5b4-4811-953d-a84719038747 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Jul 20 23:06:42.460944 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:42.495468 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:43.437042 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dd2cb-eb97-4830-afce-4b029b0e8b6b req-2d7334f3-1399-45a7-85c6-55dcb0e2e9e4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:43.438499 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-376dd2cb-eb97-4830-afce-4b029b0e8b6b req-2d7334f3-1399-45a7-85c6-55dcb0e2e9e4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 944 time: 0.0476344 Jul 20 23:06:43.487366 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-376dd2cb-eb97-4830-afce-4b029b0e8b6b req-c18fe357-487d-44c0-b581-0966b8d34ab3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432501 Jul 20 23:06:43.572343 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:06:43.624274 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 23:06:43.687832 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:06:43.688201 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:43.758763 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:06:43.759211 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:43.781599 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:06:43.783833 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c598e14b-1da8-4f97-ad0d-e936c632eec8" -d '{"events": [{"server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "name": "network-vif-plugged", "status": "completed", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:06:43.797612 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:06:43.878082 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:43.884523 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce0b252-d1dd-4980-8d39-a5f6eabf225d x-openstack-request-id: req-fce0b252-d1dd-4980-8d39-a5f6eabf225d {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:06:43.884815 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "name": "network-vif-plugged", "status": "completed", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:06:43.885065 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fce0b252-d1dd-4980-8d39-a5f6eabf225d {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:06:43.885447 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce0b252-d1dd-4980-8d39-a5f6eabf225d'] response: {'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'code': 200} Jul 20 23:06:43.931542 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:43.938967 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.939336 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.939675 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.940497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.940824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.941147 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.941465 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.941783 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.942105 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.942420 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.942736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.943071 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.943388 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.943703 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:43.944018 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:06:44.298202 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389fd06-9f95-463c-a5d0-d9042fe08428 req-872a49e4-d695-4b28-92c3-99a8405a9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:44.300214 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5389fd06-9f95-463c-a5d0-d9042fe08428 req-872a49e4-d695-4b28-92c3-99a8405a9423 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1129 time: 0.0420012 Jul 20 23:06:44.344595 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-5389fd06-9f95-463c-a5d0-d9042fe08428 req-0a6713f6-5ea3-4d96-bf73-5ad46a1219b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 Jul 20 23:06:44.599380 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acc555-e37f-4404-a8cb-4e477a799a7b req-8c530f9a-ec01-4a0b-bbf8-ef43a1fd37e2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:44.600827 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-63acc555-e37f-4404-a8cb-4e477a799a7b req-8c530f9a-ec01-4a0b-bbf8-ef43a1fd37e2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0458939 Jul 20 23:06:44.652481 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-63acc555-e37f-4404-a8cb-4e477a799a7b req-c34f6c1d-7fab-4ced-90df-23484fb63eed tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 Jul 20 23:06:45.764912 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018512f1-33ab-45b9-8731-8ea552b8a138 req-c8d4fa0f-32a8-49af-b190-ff60e02dcec5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:45.766371 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-018512f1-33ab-45b9-8731-8ea552b8a138 req-c8d4fa0f-32a8-49af-b190-ff60e02dcec5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0464373 Jul 20 23:06:45.815828 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-018512f1-33ab-45b9-8731-8ea552b8a138 req-d0a04124-f430-4fec-a5bd-f5281dcf3e4e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Jul 20 23:06:46.928835 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d92efa-7c1e-4d78-91cd-aac4a954adba req-d35fedfa-19e0-4392-bb17-e0ba6489b0da tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:46.930313 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8d92efa-7c1e-4d78-91cd-aac4a954adba req-d35fedfa-19e0-4392-bb17-e0ba6489b0da tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0473638 Jul 20 23:06:46.978244 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e8d92efa-7c1e-4d78-91cd-aac4a954adba req-fbf5da28-91e4-4069-8d33-2710988448cf tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Jul 20 23:06:47.095976 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2205f-6d82-4632-9f21-b2c4a6e0a12f req-7d61e32f-7230-45cc-814c-3d9c0684b1be tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:47.097956 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2dd2205f-6d82-4632-9f21-b2c4a6e0a12f req-7d61e32f-7230-45cc-814c-3d9c0684b1be tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Jul 20 23:06:47.150077 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-2dd2205f-6d82-4632-9f21-b2c4a6e0a12f req-fec6c607-d984-4ac0-8009-dee27eb145d6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466595 Jul 20 23:06:47.172130 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58608) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:47.249578 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b011e7-873e-47bd-a76d-cabea24c7e31 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:47.251070 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-88b011e7-873e-47bd-a76d-cabea24c7e31 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1124 time: 0.0779738 Jul 20 23:06:47.254308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 58612) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:06:47.258506 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'port_id': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:06:47.345112 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:47.423292 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:47.530201 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.27.1.101 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/63c21356-44af-4545-b7dc-205a57edca14) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:06:47.563669 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:47.632699 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (63c21356-44af-4545-b7dc-205a57edca14), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:47.661294 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:47.745318 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (63c21356-44af-4545-b7dc-205a57edca14), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:47.781177 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:06:47.784770 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:06:47.790374 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:06:47.813140 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=63c21356-44af-4545-b7dc-205a57edca14,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:48.148665 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (9f84657f-2a46-4481-ad1b-871cf9cd9e06), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:48.538082 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (63c21356-44af-4545-b7dc-205a57edca14), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:48.598516 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:48.684798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (63c21356-44af-4545-b7dc-205a57edca14), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:48.779088 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (63c21356-44af-4545-b7dc-205a57edca14), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:48.844161 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=63c21356-44af-4545-b7dc-205a57edca14,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:06:48.859621 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (9f84657f-2a46-4481-ad1b-871cf9cd9e06), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:48.953660 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP 9f84657f-2a46-4481-ad1b-871cf9cd9e06 associated. External IP: 172.27.1.101, port: 4cc0beea-905e-43bc-ac0a-52fa8b9cea88. Jul 20 23:06:49.145125 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:49.158241 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:06:49.262173 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:06:49.271561 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:06:49.280735 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:06:49.285481 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:06:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:49.376388 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:49.381358 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:49.409896 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-f2975fed-11ef-492b-a95c-ab0229849243 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1518986 Jul 20 23:06:49.409896 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:06:49.410949 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302df81-52a4-485a-b849-9fa9793a7cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:06:49.447181 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1f6b8c-9fc7-4ef8-bdfd-0a9c30b17e91 x-openstack-request-id: req-2e1f6b8c-9fc7-4ef8-bdfd-0a9c30b17e91 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:06:49.447476 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:06:49.447733 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e1f6b8c-9fc7-4ef8-bdfd-0a9c30b17e91 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:06:49.448138 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1f6b8c-9fc7-4ef8-bdfd-0a9c30b17e91'] response: {'name': 'network-changed', 'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'status': 'completed', 'code': 200} Jul 20 23:06:49.527522 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-2b8b56d3-a43d-4f04-9d36-6e711724b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:49.529045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-2b8b56d3-a43d-4f04-9d36-6e711724b44a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1129 time: 0.0393095 Jul 20 23:06:49.589658 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '9f84657f-2a46-4481-ad1b-871cf9cd9e06', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:fc:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:06:48Z', 'updated_at': '2022-07-20T23:06:48Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:49.618927 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:06:49.623988 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-38d94ae1-0370-41fa-a92d-c742cf61c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:49.625468 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-38d94ae1-0370-41fa-a92d-c742cf61c6ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0899880 Jul 20 23:06:49.629070 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:06:49.629672 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:06:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:49.686204 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-3e0c5ba0-590d-4d43-a28f-8ed2c108fe0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 200 len: 999 time: 0.0548778 Jul 20 23:06:49.730975 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:06:49.738885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-25e7a2a7-f1b6-4531-9ef1-41c29d68c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:49.740476 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-25e7a2a7-f1b6-4531-9ef1-41c29d68c768 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0483694 Jul 20 23:06:49.787139 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-fce724bf-8627-43be-9d51-2277f283c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:06:49.788676 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-fce724bf-8627-43be-9d51-2277f283c933 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429256 Jul 20 23:06:49.866942 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:49.892680 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-c3d9a7cc-95db-4e17-84cd-5f1f389a08f2 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980029 Jul 20 23:06:50.001395 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-3302df81-52a4-485a-b849-9fa9793a7cc2 req-e6fe8c35-e357-443c-9fc7-d3666e907102 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031761 Jul 20 23:06:50.027796 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '9f84657f-2a46-4481-ad1b-871cf9cd9e06', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:fc:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:06:48Z', 'updated_at': '2022-07-20T23:06:48Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:06:50.056830 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdf826-6501-49dd-8629-947cf9e54bbd None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': '9f84657f-2a46-4481-ad1b-871cf9cd9e06', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:fc:e0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:06:48Z', 'updated_at': '2022-07-20T23:06:48Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:06:50.239083 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff161a2-5a62-4429-9bf9-dae0bb5e0b24 None None] New status for floating IP 9f84657f-2a46-4481-ad1b-871cf9cd9e06: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:06:52.896169 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:06:56.064832 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:06:56.969998 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=64 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:56.974893 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=66 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:59.997094 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=4 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:06:59.997862 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:01.727533 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4b087426-8586-4a52-b649-ef2bf5eb56ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:01.907458 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=81 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:02.892538 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=71 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:04.036224 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b70d3bed-0f25-4c88-a091-f106c59357dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:05.316005 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:06.487462 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:07.007391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:13.888718 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:13.889442 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:16.920726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:16.922632 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=49,neutron:UPDATE=6 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:26.028413 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:28.473731 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=12 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:28.474393 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=14 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:29.901751 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:07:31.698329 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2e9f73d0-90f5-43e7-ab8c-0542e0cffa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:34.012351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-639af024-90ec-4118-901a-e34783e4af18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:35.348893 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:36.520785 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:37.000874 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:07:39.891001 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:44.745806 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-43445b90-40d8-4e5b-99d4-81dc71bc1e0a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828428 Jul 20 23:07:44.844969 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-0f0c39b6-b2a9-4039-881a-31a681f0b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:07:44.846503 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-0f0c39b6-b2a9-4039-881a-31a681f0b12a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1129 time: 0.0445094 Jul 20 23:07:44.947582 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-dcd3c421-9458-4eaf-9557-e40292802d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:07:44.949517 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-dcd3c421-9458-4eaf-9557-e40292802d98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0863566 Jul 20 23:07:45.013806 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-d23dda82-200e-4b94-a0d2-5ab33ce685e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 200 len: 1001 time: 0.0584719 Jul 20 23:07:45.061495 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-2c47b75f-30f4-43f2-afb3-63acd7ebc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:07:45.062968 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-2c47b75f-30f4-43f2-afb3-63acd7ebc163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0439544 Jul 20 23:07:45.105097 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-0ca702e6-6beb-4791-99d5-a78ffc18c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:07:45.106537 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-0ca702e6-6beb-4791-99d5-a78ffc18c766 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382416 Jul 20 23:07:45.199740 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-a916bc1c-d840-407f-ac5f-2486480579cd service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867069 Jul 20 23:07:45.291043 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f21a60c2-7a66-45bd-a0a5-3ea2919da0ae req-4d403c43-ccba-4a02-8a51-609eb9a5bc80 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847564 Jul 20 23:07:46.924638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:46.926517 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:50.884283 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:50.885073 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:55.286660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=46 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:55.287571 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=55 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:07:56.028587 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:01.719507 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d2870b07-45c1-45d4-a142-b510ac3612c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:03.993638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-38c34e1f-8cac-424b-ad32-b85e0c699fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:05.353824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:06.496787 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:06.900989 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:08:06.976225 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:16.896738 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:16.897510 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:16.922159 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:16.929175 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:26.027331 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:27.891893 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:29.976448 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:31.695987 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4bf61f99-a8d8-4f25-8546-bc040c9174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:34.004518 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-8261068f-1786-41e2-9206-83469c2f4e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:35.329791 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:36.517171 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:37.021446 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:08:43.900548 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:08:44.685413 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-4493d6bb-6c14-4938-9875-597adcbcdd52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421972 Jul 20 23:08:44.780022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-f710fd0b-0927-4d52-a13f-5ce41b015dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:08:44.781539 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-f710fd0b-0927-4d52-a13f-5ce41b015dc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 1129 time: 0.0407619 Jul 20 23:08:44.888811 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-5877fb5a-1699-4080-9660-787b9c242a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:08:44.890329 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-5877fb5a-1699-4080-9660-787b9c242a90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0920007 Jul 20 23:08:44.954044 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-7d115fec-a19a-4f41-960e-1490b90665eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 200 len: 1001 time: 0.0582085 Jul 20 23:08:45.001419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-9c9c87a2-09d1-4c39-8c62-d56b49bb33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:08:45.002879 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-9c9c87a2-09d1-4c39-8c62-d56b49bb33cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0438421 Jul 20 23:08:45.045973 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-00b50f54-1afe-4d91-ad15-8410ae7bba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:08:45.047524 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-00b50f54-1afe-4d91-ad15-8410ae7bba5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382645 Jul 20 23:08:45.140073 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-c3dde5bd-a83e-4bf2-992b-c1c1dc9b5b9e service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864379 Jul 20 23:08:45.230926 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1ac75b7c-cdea-4dfb-aabe-1047f15eee77 req-7df58342-fbca-419a-a5eb-42c850b44df6 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854614 Jul 20 23:08:48.473998 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:48.477446 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:53.894815 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:53.895688 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:55.226117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=51 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:55.227992 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=50 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:08:56.100392 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:01.723302 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9454405e-a38f-4764-bb31-c7f48e6938c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:03.600853 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db915f0-5bcb-47ec-9410-f17e9268fd37 req-cd4670b4-c8b3-489a-af6e-982468cd8ee4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:03.602325 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9db915f0-5bcb-47ec-9410-f17e9268fd37 req-cd4670b4-c8b3-489a-af6e-982468cd8ee4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0499203 Jul 20 23:09:03.655122 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9db915f0-5bcb-47ec-9410-f17e9268fd37 req-eca65a34-52d8-467f-a804-2a8e56056478 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Jul 20 23:09:04.003297 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9de14e2e-74f6-4541-b755-9877428c02bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:04.776241 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340173-e67c-45be-8e6f-68b6a3a23bd3 req-ce9bee08-64d8-4cc7-adc5-b075ecbd5bd4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:04.778294 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e3340173-e67c-45be-8e6f-68b6a3a23bd3 req-ce9bee08-64d8-4cc7-adc5-b075ecbd5bd4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Jul 20 23:09:04.829286 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e3340173-e67c-45be-8e6f-68b6a3a23bd3 req-85235e22-b6a8-4007-8171-90e4365b08ef tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 Jul 20 23:09:04.888188 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:04.888920 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:05.322937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.348066 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-a8085ab0-f366-490d-add0-15998f74740a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:05.349512 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-a8085ab0-f366-490d-add0-15998f74740a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 945 time: 0.0463002 Jul 20 23:09:05.433477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:09:05.433826 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.521277 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] For port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:09:05.521557 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.687135 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.687501 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (9f84657f-2a46-4481-ad1b-871cf9cd9e06), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.687806 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.db.l3_db [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP 9f84657f-2a46-4481-ad1b-871cf9cd9e06 disassociated. External IP: 172.27.1.101, port: 4cc0beea-905e-43bc-ac0a-52fa8b9cea88. Jul 20 23:09:05.688166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:09:05.901413 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (4cc0beea-905e-43bc-ac0a-52fa8b9cea88), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:05.930419 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=4cc0beea-905e-43bc-ac0a-52fa8b9cea88,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:05.932025 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-f39abac3-865c-4ad4-9031-c65797cda072 req-5769fdac-bf7f-4ca7-8c4d-d12cf0e0dc5c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 210 time: 0.0281920 Jul 20 23:09:05.942244 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.942603 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.942948 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.944107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.944529 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.944874 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.945208 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.945538 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.945866 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.946193 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.946573 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.946908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.947264 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.947585 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:05.947904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:06.055797 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:09:06.158356 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:09:06.162972 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:06.169098 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:09:06.179658 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:09:06.180286 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:09:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:06.205221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] No DVR routers for this DVR port 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:09:06.207727 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:06.210922 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-85cb88f6-d7b3-4cef-9027-63ab2f43a82d req-b3738eb8-bc26-4c34-b8fe-6e1901b0573f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "DELETE /v2.0/ports/4cc0beea-905e-43bc-ac0a-52fa8b9cea88 HTTP/1.1" status: 204 len: 173 time: 0.8551455 Jul 20 23:09:06.211372 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'name': 'network-vif-deleted', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:09:06.213619 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84ab4e1-df8a-4104-9b86-7275c3320954" -d '{"events": [{"server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "name": "network-vif-deleted", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:09:06.285623 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:09:06.314549 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2136fd-d227-46ae-a017-6378f97b9ae1 x-openstack-request-id: req-ea2136fd-d227-46ae-a017-6378f97b9ae1 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:09:06.314838 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2a654b-6f72-4edd-818a-4ed2fd111741", "name": "network-vif-deleted", "tag": "4cc0beea-905e-43bc-ac0a-52fa8b9cea88", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:09:06.315116 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea2136fd-d227-46ae-a017-6378f97b9ae1 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:09:06.315537 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2136fd-d227-46ae-a017-6378f97b9ae1'] response: {'server_uuid': 'ac2a654b-6f72-4edd-818a-4ed2fd111741', 'name': 'network-vif-deleted', 'tag': '4cc0beea-905e-43bc-ac0a-52fa8b9cea88', 'status': 'completed', 'code': 200} Jul 20 23:09:06.486243 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:06.515960 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:09:06.524349 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:09:06.524948 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:09:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:06.534278 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:06.621676 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:09:06.810363 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:06.834302 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce0fba-d3de-4807-9860-5451a1eedf65 None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:09:07.044039 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:07.051583 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4e43b857-88ae-4a3d-924c-ceed347741be req-0f078379-86ac-41e1-9397-6eef9c0b11d5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac2a654b-6f72-4edd-818a-4ed2fd111741 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Jul 20 23:09:07.064360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6edb088-1762-4a8c-830a-448731c75226 None None] New status for floating IP 9f84657f-2a46-4481-ad1b-871cf9cd9e06: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:09:08.262987 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-6857fc81-ac94-4b77-87c7-e12ea1f57082 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006332140&fields=id&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 267 time: 0.0451086 Jul 20 23:09:08.269444 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:09:08.288615 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:09:08.288959 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 4cc0beea-905e-43bc-ac0a-52fa8b9cea88 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:09:08.374957 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-4797c321-5eec-43d3-a546-4accfa726b16 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:08.376355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-4797c321-5eec-43d3-a546-4accfa726b16 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.1059296 Jul 20 23:09:08.390670 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-b640e4a3-0c51-4b77-ac29-d1be5fd075aa tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/quotas/9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 375 time: 0.0089815 Jul 20 23:09:08.439181 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-d61309e2-94c9-49e3-b21d-971457caaf1f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439069 Jul 20 23:09:08.496834 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-514e2955-e2e4-4b1e-b121-415d43967509 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=111123) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 23:09:08.498078 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-514e2955-e2e4-4b1e-b121-415d43967509 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472336 Jul 20 23:09:08.590093 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-67562dbe-7dda-4dbd-92d1-31bc6b775fa2 service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Jul 20 23:09:08.678204 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-341bc58e-64c9-441e-ba17-79d05ab6d582 service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824761 Jul 20 23:09:09.311830 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-d1453707-7b9d-40ed-a29a-12b368394e9b req-cf53d246-d297-4d83-83e6-5236fbbdf706 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 210 time: 0.0289781 Jul 20 23:09:10.406598 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-e238df6d-8be8-4335-a4f3-c053a2c0b936 req-d8b2224a-12c2-4558-a13e-10a2a8c15f73 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 210 time: 0.0284810 Jul 20 23:09:11.444687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:11.522404 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e395f700-eca8-47d6-83d8-0dd2f3086d7f req-84891600-84fb-4a23-890b-d18e47673e3a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 210 time: 0.0391839 Jul 20 23:09:11.553384 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-60341be6-cbf2-4cdc-9578-22686a91da71 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:11.555796 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-60341be6-cbf2-4cdc-9578-22686a91da71 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.1333218 Jul 20 23:09:11.622459 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-398b9805-8f6d-433d-ae19-c1da21523a6f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 380 time: 0.0543530 Jul 20 23:09:11.630928 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'port': {'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'admin_state_up': True, 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'security_groups': ['6ad01f57-5647-44c1-af6a-6f767c16e1dd']}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:09:11.911198 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Made reservation on behalf of 9044845bc9d34e1e8794a43dda688527 for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:09:11.914775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.043676 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.20.0.12 (393bfb36-cc5b-4cce-9cdb-4858c0a973cc/8964b868-9e9f-4034-bf95-6cb31f291157/b1677501-043d-4414-b8e5-720801f27b48) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:09:12.191964 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (b1677501-043d-4414-b8e5-720801f27b48), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.306180 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.342344 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:12.352190 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:09:12.386608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:09:12.386608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:09:12.395974 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:12.431871 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:12.432490 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.588699 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-ecc982a8-681f-46ea-8d11-07811188725c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9612403 Jul 20 23:09:12.608560 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Request body: {'port': {'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:09:12.640172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e33e5a-a686-445d-924c-97f5cb50d315 req-4abd679e-ffd1-425b-a24c-b1c346694419 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:12.641855 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d3e33e5a-a686-445d-924c-97f5cb50d315 req-4abd679e-ffd1-425b-a24c-b1c346694419 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 932 time: 0.0523977 Jul 20 23:09:12.645965 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-6882e7ef-e0b1-4b22-9383-181b0468968c None None] Provisioning complete for port b1677501-043d-4414-b8e5-720801f27b48 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:09:12.646501 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-6882e7ef-e0b1-4b22-9383-181b0468968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (b1677501-043d-4414-b8e5-720801f27b48), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.679771 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (b1677501-043d-4414-b8e5-720801f27b48), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.683521 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-6882e7ef-e0b1-4b22-9383-181b0468968c None None] Port b1677501-043d-4414-b8e5-720801f27b48 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:09:12.696137 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d3e33e5a-a686-445d-924c-97f5cb50d315 req-8f95c36b-379d-4559-b2e7-c2c1f83ca92e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476055 Jul 20 23:09:12.734430 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:12.940091 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1677501-043d-4414-b8e5-720801f27b48 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:09:12.947571 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks [] for port (b1677501-043d-4414-b8e5-720801f27b48), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:12.960458 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Transition to ACTIVE for port object b1677501-043d-4414-b8e5-720801f27b48 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 23:09:13.065483 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:13.120166 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:13.194461 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Attempting to bind port b1677501-043d-4414-b8e5-720801f27b48 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:09:13.194796 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Attempting to bind port b1677501-043d-4414-b8e5-720801f27b48 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:09:13.195164 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Attempting to bind port b1677501-043d-4414-b8e5-720801f27b48 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:09:13.200474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Port b1677501-043d-4414-b8e5-720801f27b48 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 23:09:13.200793 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Attempting to bind port b1677501-043d-4414-b8e5-720801f27b48 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:09:13.205890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:09:13.206230 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:09:13.206617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Bound using segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:09:13.207084 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Bound port: b1677501-043d-4414-b8e5-720801f27b48, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:09:13.207599 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (b1677501-043d-4414-b8e5-720801f27b48), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:13.275890 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:09:13.279105 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b1677501-043d-4414-b8e5-720801f27b48,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:09:13.380632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:13.385820 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:13.415364 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.415852 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:13.417281 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] 10.222.0.23 "PUT /v2.0/ports/b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1094 time: 0.8136322 Jul 20 23:09:13.417748 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:09:13.420027 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c268293-4416-4572-8ee8-d70d3753aaba" -d '{"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:09:13.450908 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2065f-8947-4e0b-9eea-2a68d1a154e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:13.460887 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd38ab-6a6f-4cd7-b553-a3400c023702 x-openstack-request-id: req-c7bd38ab-6a6f-4cd7-b553-a3400c023702 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:09:13.461249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:09:13.461512 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7bd38ab-6a6f-4cd7-b553-a3400c023702 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:09:13.461919 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7bd38ab-6a6f-4cd7-b553-a3400c023702'] response: {'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48', 'status': 'completed', 'code': 200} Jul 20 23:09:13.584909 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268293-4416-4572-8ee8-d70d3753aaba req-f9d5aed2-04d3-473f-aef9-0baa598cc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.586659 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1c268293-4416-4572-8ee8-d70d3753aaba req-f9d5aed2-04d3-473f-aef9-0baa598cc31c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1128 time: 0.0435302 Jul 20 23:09:13.692970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268293-4416-4572-8ee8-d70d3753aaba req-c8c0165e-ad21-4909-8779-8bc91d2bd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.694336 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1c268293-4416-4572-8ee8-d70d3753aaba req-c8c0165e-ad21-4909-8779-8bc91d2bd1be service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9044845bc9d34e1e8794a43dda688527&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959857 Jul 20 23:09:13.787603 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268293-4416-4572-8ee8-d70d3753aaba req-3b75b6a2-d8c4-43f5-8db5-36b0d4abc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.789127 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1c268293-4416-4572-8ee8-d70d3753aaba req-3b75b6a2-d8c4-43f5-8db5-36b0d4abc85d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890722 Jul 20 23:09:13.812039 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cba51e-bd7c-4a11-86f9-f03a3e4e0e63 req-0513f03f-44bd-42f5-b7f3-32b2b10ddbab tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.813526 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6cba51e-bd7c-4a11-86f9-f03a3e4e0e63 req-0513f03f-44bd-42f5-b7f3-32b2b10ddbab tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0490613 Jul 20 23:09:13.863746 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a6cba51e-bd7c-4a11-86f9-f03a3e4e0e63 req-d21d50ee-1645-474c-8341-66ff760b5d83 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Jul 20 23:09:13.887791 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-22217b87-9df3-472f-ab8a-b46db82ccb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.889298 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-22217b87-9df3-472f-ab8a-b46db82ccb6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1128 time: 0.0443199 Jul 20 23:09:13.933730 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-934b7fac-9158-4bfd-980b-fbe7e181a578 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 217 time: 0.0323617 Jul 20 23:09:13.983510 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-d8b9274b-2ac0-4125-a304-0bd80ed1c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:13.985751 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-d8b9274b-2ac0-4125-a304-0bd80ed1c5c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0456641 Jul 20 23:09:14.028273 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-3f03e428-ed2c-447a-8ad4-dc01bb7a7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:14.029778 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-3f03e428-ed2c-447a-8ad4-dc01bb7a7859 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387337 Jul 20 23:09:14.122221 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-bd5cc878-31bf-4255-a0db-a352469c0d75 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Jul 20 23:09:14.216731 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9c98b9be-9e0a-4949-aab1-4dcf8018330b req-b01234e5-227c-4ac4-87a1-0ad85fb0a520 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892341 Jul 20 23:09:14.940849 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:15.238664 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538dba0-4d84-49d7-b211-eac571b71db1 req-c5a633f8-e915-4526-9325-679e64550a00 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:15.240389 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f538dba0-4d84-49d7-b211-eac571b71db1 req-c5a633f8-e915-4526-9325-679e64550a00 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.3084915 Jul 20 23:09:15.290575 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f538dba0-4d84-49d7-b211-eac571b71db1 req-9d2fbce0-5f69-45a7-8863-a320bc6be9ad tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Jul 20 23:09:16.410641 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649822a0-a1bf-47e9-939e-3954f6ca7a02 req-b5a8a3a0-3d09-4f04-8161-443aa080c1b7 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:16.412138 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-649822a0-a1bf-47e9-939e-3954f6ca7a02 req-b5a8a3a0-3d09-4f04-8161-443aa080c1b7 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0513954 Jul 20 23:09:16.461353 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-649822a0-a1bf-47e9-939e-3954f6ca7a02 req-91feabce-1207-49eb-95f0-55d0f39d3a07 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434749 Jul 20 23:09:16.812220 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=63 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:16.813155 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=69 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:17.573450 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a37d-e632-44a1-9af1-e37b8eb168eb req-95091d8d-8b9a-4069-b8bc-f5cccfcee9be tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:17.574943 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1fe0a37d-e632-44a1-9af1-e37b8eb168eb req-95091d8d-8b9a-4069-b8bc-f5cccfcee9be tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0472958 Jul 20 23:09:17.624030 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1fe0a37d-e632-44a1-9af1-e37b8eb168eb req-3fe2e3d4-abc8-4c7f-97a8-ed7b64fe1723 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Jul 20 23:09:18.734983 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc24db7-258b-4251-a15f-85f7c3263c1f req-5df1e78a-72ac-4119-852f-938d49a11761 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:18.736472 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dcc24db7-258b-4251-a15f-85f7c3263c1f req-5df1e78a-72ac-4119-852f-938d49a11761 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0476010 Jul 20 23:09:18.787486 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-dcc24db7-258b-4251-a15f-85f7c3263c1f req-aaef14a2-8302-49e5-acc1-0d2f7dd4c211 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Jul 20 23:09:19.907440 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e67f2-d735-45dc-a426-c28d36874380 req-a6f646ea-9453-4467-bde5-d3f6b46c31fe tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:19.908902 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-455e67f2-d735-45dc-a426-c28d36874380 req-a6f646ea-9453-4467-bde5-d3f6b46c31fe tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0511336 Jul 20 23:09:19.959081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-455e67f2-d735-45dc-a426-c28d36874380 req-6a9f0109-2f05-4d97-9d19-2f9b9ae6d40f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446460 Jul 20 23:09:20.899916 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:09:21.069634 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144082d-5d8c-4eb0-8641-73acd568f0cc req-82b773aa-5727-4c3d-897d-e022e8ae8bff tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:21.071107 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8144082d-5d8c-4eb0-8641-73acd568f0cc req-82b773aa-5727-4c3d-897d-e022e8ae8bff tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0464387 Jul 20 23:09:21.124126 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-8144082d-5d8c-4eb0-8641-73acd568f0cc req-92544225-c189-4689-9914-bd2adbfccfdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475836 Jul 20 23:09:22.237144 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e8438-6d8e-457d-b1ae-c20f1c6e3ed1 req-3f016f67-7710-488b-a041-2e37d8fcdb3b tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:22.238664 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-180e8438-6d8e-457d-b1ae-c20f1c6e3ed1 req-3f016f67-7710-488b-a041-2e37d8fcdb3b tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 944 time: 0.0482521 Jul 20 23:09:22.288358 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-180e8438-6d8e-457d-b1ae-c20f1c6e3ed1 req-16924c40-55a4-4505-baca-fbe7b237b696 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Jul 20 23:09:22.298820 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device b1677501-043d-4414-b8e5-720801f27b48 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 23:09:22.305325 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:22.305325 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:22.404225 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b1677501-043d-4414-b8e5-720801f27b48,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:09:22.415723 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': 'b1677501-043d-4414-b8e5-720801f27b48', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 23:09:22.450396 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port b1677501-043d-4414-b8e5-720801f27b48 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:09:22.450798 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (b1677501-043d-4414-b8e5-720801f27b48), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:22.464420 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1677501-043d-4414-b8e5-720801f27b48 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:09:22.484393 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b1677501-043d-4414-b8e5-720801f27b48,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:09:22.573539 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:22.620733 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:22.627964 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.628292 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.628634 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.628965 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.629290 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.629616 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.629936 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.630256 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.630575 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.630892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.631237 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.631558 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.631872 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.632185 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.632497 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:22.999656 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['b1677501-043d-4414-b8e5-720801f27b48'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:09:23.365119 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:23.390022 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:23.400764 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6eb54-8c9b-4ca6-adce-ac1a5be3b68e req-689a0313-1c21-4e87-8e38-4a5528713af6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:23.402206 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9ec6eb54-8c9b-4ca6-adce-ac1a5be3b68e req-689a0313-1c21-4e87-8e38-4a5528713af6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 945 time: 0.0472913 Jul 20 23:09:23.450846 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9ec6eb54-8c9b-4ca6-adce-ac1a5be3b68e req-9f16ad6e-aa98-46c4-86da-47451ff89538 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432010 Jul 20 23:09:24.318277 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device b1677501-043d-4414-b8e5-720801f27b48 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:09:24.414442 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:24.422737 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port b1677501-043d-4414-b8e5-720801f27b48 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 23:09:24.533900 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port b1677501-043d-4414-b8e5-720801f27b48 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:09:24.534327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (b1677501-043d-4414-b8e5-720801f27b48), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:24.568687 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849368d-3070-4ad9-a5f5-74c5ab0f881c req-9e901158-f5cc-4516-9ba6-5570bd2e1358 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:24.570187 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e849368d-3070-4ad9-a5f5-74c5ab0f881c req-9e901158-f5cc-4516-9ba6-5570bd2e1358 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 945 time: 0.0517809 Jul 20 23:09:24.604947 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port b1677501-043d-4414-b8e5-720801f27b48 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:09:24.605327 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (b1677501-043d-4414-b8e5-720801f27b48), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:24.620515 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e849368d-3070-4ad9-a5f5-74c5ab0f881c req-07c9723c-147d-45ca-affc-9d03653925d1 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Jul 20 23:09:24.628544 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:09:24.630775 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b58df-247f-479b-b013-41d0eb65f3d6" -d '{"events": [{"server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "name": "network-vif-plugged", "status": "completed", "tag": "b1677501-043d-4414-b8e5-720801f27b48"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:09:24.646938 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b1677501-043d-4414-b8e5-720801f27b48,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:09:24.665664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca7f8aa-1d85-4a1e-bb88-f3d2fb495825 x-openstack-request-id: req-6ca7f8aa-1d85-4a1e-bb88-f3d2fb495825 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:09:24.666284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "name": "network-vif-plugged", "status": "completed", "tag": "b1677501-043d-4414-b8e5-720801f27b48", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:09:24.666581 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ca7f8aa-1d85-4a1e-bb88-f3d2fb495825 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:09:24.667004 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca7f8aa-1d85-4a1e-bb88-f3d2fb495825'] response: {'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48', 'code': 200} Jul 20 23:09:24.722271 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:24.769672 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:25.082308 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:25.090505 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1a36-e299-4193-918e-24706daefdc2 req-9130b1f1-7989-4ce2-b241-bc6541405833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:25.092056 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efbb1a36-e299-4193-918e-24706daefdc2 req-9130b1f1-7989-4ce2-b241-bc6541405833 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0393939 Jul 20 23:09:25.140829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-efbb1a36-e299-4193-918e-24706daefdc2 req-d8819906-4efa-4889-9b03-9aee0d3e083f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Jul 20 23:09:25.732759 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a308c-acc9-4a61-92e3-db9b573be055 req-558790d2-b163-415b-86f9-73941eab9422 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:25.734228 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-973a308c-acc9-4a61-92e3-db9b573be055 req-558790d2-b163-415b-86f9-73941eab9422 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0472791 Jul 20 23:09:25.786919 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-973a308c-acc9-4a61-92e3-db9b573be055 req-c4531d25-8064-4b60-9844-af54027af84c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472918 Jul 20 23:09:26.047778 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:26.900685 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e24d1b-5451-46fc-a8a6-6d40cb524708 req-78c82350-42f1-4a98-90ec-57be9851e1f5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:26.902139 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2e24d1b-5451-46fc-a8a6-6d40cb524708 req-78c82350-42f1-4a98-90ec-57be9851e1f5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0469909 Jul 20 23:09:26.952226 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c2e24d1b-5451-46fc-a8a6-6d40cb524708 req-92947dd5-74e1-4b9d-9429-044e574f8396 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Jul 20 23:09:28.064641 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e8428-f97e-456a-a55c-1a249cfba9b7 req-2d79ed22-b518-4c0c-99d2-227c4923878d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:28.066176 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8e2e8428-f97e-456a-a55c-1a249cfba9b7 req-2d79ed22-b518-4c0c-99d2-227c4923878d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0471623 Jul 20 23:09:28.114829 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8e2e8428-f97e-456a-a55c-1a249cfba9b7 req-6c49b387-6f83-4701-8c84-b7afd6b3f2d3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Jul 20 23:09:28.230574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d85c4-b4c4-4bd3-b21a-d3d825680c1f req-16cada43-783d-4bcf-aa71-02f3f8c084b8 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:28.231995 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d83d85c4-b4c4-4bd3-b21a-d3d825680c1f req-16cada43-783d-4bcf-aa71-02f3f8c084b8 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0518095 Jul 20 23:09:28.280320 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-d83d85c4-b4c4-4bd3-b21a-d3d825680c1f req-d0aaf7ec-3c94-4bc5-a421-0bf2746bfdb6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427985 Jul 20 23:09:28.302734 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58760) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:09:28.340158 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50349773-783c-47f1-932d-bcfb4f24c132 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:28.341653 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-50349773-783c-47f1-932d-bcfb4f24c132 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1125 time: 0.0379436 Jul 20 23:09:28.344420 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58762) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:09:28.349128 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:09:28.413840 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:28.478912 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=13 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:28.494182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:28.598442 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.27.1.134 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/7c48af7f-f71f-4426-9316-812291e08fde) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:09:28.701742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (7c48af7f-f71f-4426-9316-812291e08fde), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:28.791046 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (7c48af7f-f71f-4426-9316-812291e08fde), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:28.828849 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:09:28.836677 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:09:28.839277 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:09:28.844730 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=7c48af7f-f71f-4426-9316-812291e08fde,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:28.863838 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:28.873675 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.874024 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.874370 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.874708 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.875106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.875438 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.875768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.876097 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.876421 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.876753 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.877077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.878054 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.878381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.878704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.879045 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:09:28.973576 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:29.452038 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (c8058c54-33b3-47e9-ae1d-7466dab5b556), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:29.608253 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (7c48af7f-f71f-4426-9316-812291e08fde), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:29.755911 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (7c48af7f-f71f-4426-9316-812291e08fde), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:29.824890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (7c48af7f-f71f-4426-9316-812291e08fde), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:29.895789 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=7c48af7f-f71f-4426-9316-812291e08fde,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:09:29.910722 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (c8058c54-33b3-47e9-ae1d-7466dab5b556), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:29.956205 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:30.021218 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP c8058c54-33b3-47e9-ae1d-7466dab5b556 associated. External IP: 172.27.1.134, port: b1677501-043d-4414-b8e5-720801f27b48. Jul 20 23:09:30.216628 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:09:30.340887 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:09:30.351770 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:09:30.362242 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:09:30.362836 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:09:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:30.456065 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:30.460877 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:09:30.487209 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-fc1f0b45-5c38-4f57-8b05-5543022ddbdc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1412320 Jul 20 23:09:30.487812 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:09:30.490082 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f807d3-34c2-4d52-96f1-271e173b1fca" -d '{"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:09:30.582084 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7152178-1c2e-4656-a8d0-964d2e6a0830 x-openstack-request-id: req-a7152178-1c2e-4656-a8d0-964d2e6a0830 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:09:30.582379 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:09:30.582631 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7152178-1c2e-4656-a8d0-964d2e6a0830 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:09:30.583060 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7152178-1c2e-4656-a8d0-964d2e6a0830'] response: {'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48', 'status': 'completed', 'code': 200} Jul 20 23:09:30.666975 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-e0596dfb-158e-47cf-b796-7e525eddbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:30.668513 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-e0596dfb-158e-47cf-b796-7e525eddbcdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0422788 Jul 20 23:09:30.760077 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:29Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:30.763154 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-af76a419-41dd-4f6f-b69f-c0a3146bcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:30.769045 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-af76a419-41dd-4f6f-b69f-c0a3146bcfc4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0909712 Jul 20 23:09:30.785358 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:09:30.793798 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:09:30.794391 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:09:04Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:30.825243 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-a35bb326-6add-4ac1-9cde-b250b08d2d11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1000 time: 0.0551088 Jul 20 23:09:30.877604 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-515e0052-9f9c-4ce2-8982-a9e9c7f0f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:30.879142 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-515e0052-9f9c-4ce2-8982-a9e9c7f0f738 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0487070 Jul 20 23:09:30.892608 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:30.895548 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:09:30.923107 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-a4dbe1b4-fa17-4a7d-ace9-a7f60ec9acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:30.925364 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-a4dbe1b4-fa17-4a7d-ace9-a7f60ec9acab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410063 Jul 20 23:09:31.015706 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-8fa85081-c7ab-48cf-9ada-eba399bd1350 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845153 Jul 20 23:09:31.105911 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:29Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:09:31.109688 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-f0f807d3-34c2-4d52-96f1-271e173b1fca req-5d4cd42d-d2cb-4d14-bb4b-166187b5141b service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887165 Jul 20 23:09:31.130795 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a91bda-a49b-4bee-ba87-f52cb0fa19e2 None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:29Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:09:31.310899 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7dd90-3883-4a6c-bcda-893308208a75 None None] New status for floating IP c8058c54-33b3-47e9-ae1d-7466dab5b556: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:09:31.394287 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:31.687365 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c60e2879-22a3-43e0-aef6-a72b84945117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:33.979643 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-cecb748d-f680-4ec2-a352-3901aa3d1a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:35.338733 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:36.544416 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:36.995754 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:40.479468 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:40.483879 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:41.100406 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=22 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:41.106472 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=62 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:41.881268 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=82 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:41.885124 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=87 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:45.685366 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-31b97949-c05d-49de-8ec2-4bdf111c1720 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446217 Jul 20 23:09:45.788530 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-ebb12091-d248-4afd-acc3-fbd6c30a48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:45.790596 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-ebb12091-d248-4afd-acc3-fbd6c30a48f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0405560 Jul 20 23:09:45.898144 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-b715f94a-2f0c-4dab-961b-d96b962389bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:45.900264 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-b715f94a-2f0c-4dab-961b-d96b962389bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0904644 Jul 20 23:09:45.965670 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-52a5b340-9588-4045-be04-fcf6ea82d920 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1002 time: 0.0584507 Jul 20 23:09:46.016143 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-47e1269d-ad5e-4c14-8956-b7b8687d3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:46.017637 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-47e1269d-ad5e-4c14-8956-b7b8687d3f3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0446627 Jul 20 23:09:46.066823 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-c7478fe1-0c08-4ce2-9651-6874bba0d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:09:46.068397 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-c7478fe1-0c08-4ce2-9651-6874bba0d011 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443380 Jul 20 23:09:46.162500 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-ef55ff8c-d302-4f6f-8c2a-da85f65d0998 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863833 Jul 20 23:09:46.254073 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8a47aa1f-abd8-4456-bb7f-3cfc518525eb req-db9dc0e9-1306-41d1-8b3b-9497004d16f5 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840874 Jul 20 23:09:46.931597 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:46.933481 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:56.070371 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:09:56.249884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=46 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:56.250692 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=55 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:09:57.898961 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:10:01.663174 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-2efe3ec5-e630-4b9e-8cad-a6e5f560c63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:03.972036 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-48ab9675-3fcc-46c1-8dfd-94c0173de095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:05.354695 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:06.508941 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:07.000148 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:07.894921 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:16.928067 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:16.935033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:18.875140 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:18.880977 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:26.085435 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:29.980631 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:31.702031 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-286fc9c3-a451-4eda-b4b9-2a1fa0fecaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:33.982160 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-fe14d094-d690-4337-9514-66e445345520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:34.898267 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:10:35.307943 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:36.536556 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:37.010731 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:44.894480 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:45.670567 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-7d9edabc-c61f-4082-bfa1-1b57a98dc2c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388627 Jul 20 23:10:45.771276 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907b46-b10f-4639-931f-d326d3596cd0 req-cca95c2d-8d3b-49bf-9440-d547e7882d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:10:45.772816 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-cca95c2d-8d3b-49bf-9440-d547e7882d23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0429811 Jul 20 23:10:45.875221 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907b46-b10f-4639-931f-d326d3596cd0 req-a6267def-c13d-4ac2-a8d3-9d9977ae048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:10:45.876679 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-a6267def-c13d-4ac2-a8d3-9d9977ae048a service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0853708 Jul 20 23:10:45.942543 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-e079f649-d2bc-4780-88dc-43e78bf4e0ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1002 time: 0.0596130 Jul 20 23:10:45.989013 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907b46-b10f-4639-931f-d326d3596cd0 req-7ebcc49a-27bc-4895-bbb4-58a1c81e9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:10:45.990426 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-7ebcc49a-27bc-4895-bbb4-58a1c81e9ec6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0427284 Jul 20 23:10:46.032280 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907b46-b10f-4639-931f-d326d3596cd0 req-be454423-483f-4953-81dd-79a0c4b80308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:10:46.033745 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-be454423-483f-4953-81dd-79a0c4b80308 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375636 Jul 20 23:10:46.126222 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-440a01cf-786b-40ce-872f-7a55cb72ca94 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864744 Jul 20 23:10:46.215452 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-67907b46-b10f-4639-931f-d326d3596cd0 req-1b476f47-40db-46f4-97dc-423aa65edf49 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837595 Jul 20 23:10:48.484748 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:48.485547 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:55.881827 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:55.886771 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:56.044247 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:10:56.206021 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=54 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:10:56.212037 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=47 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:01.678391 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bbd8f1b3-0be2-4f97-aa97-7feea4bee513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:03.998689 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9094e102-dad9-46c7-a833-a93bbcd1c109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:05.306875 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:06.546664 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:07.020604 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:11.898024 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:11:14.708048 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-95eb85c4-0a67-4e51-b4eb-6fb678a99960 service neutron] (111122) timed out ('10.222.0.81', 55058) {{(pid=111122) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:11:14.996252 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-a4f6c8aa-8e4c-4638-9c17-138c057702bd req-e852d181-f271-488f-aed0-1c6a782bfd50 tempest-TestShelveInstance-1827406425 tempest-TestShelveInstance-1827406425-project] (111123) timed out ('10.222.0.81', 55068) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:11:16.935992 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:16.938207 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:26.059891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:28.694123 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-94c3cec7-2d91-4fe5-b4bf-5bb9168d0c5f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006332140&fields=id&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 267 time: 0.0500889 Jul 20 23:11:28.797899 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-93bc15a7-e3b0-4a73-af27-6f61323ff1c0 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:28.799303 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-93bc15a7-e3b0-4a73-af27-6f61323ff1c0 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.0989513 Jul 20 23:11:28.813621 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-4461e8cd-a5ad-48f8-a0b3-85430b2daed6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/quotas/9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 375 time: 0.0089426 Jul 20 23:11:28.880134 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-35d47baf-e5cd-4ebb-83b2-e168d9ea819a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615063 Jul 20 23:11:28.976703 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-51a952b2-0caf-4d81-bb97-dffbfa9d6a5d service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840418 Jul 20 23:11:29.069189 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29c889b3-5c94-4904-9f54-94cf4527aa48 service neutron] 10.222.0.81 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868447 Jul 20 23:11:29.687739 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9f745acd-3788-47b3-9332-ce448cea73ad req-7c1ce6e1-81fb-404d-88b0-adc3c8f4ce2e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 210 time: 0.0869811 Jul 20 23:11:30.782969 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-cb342f82-2e26-4461-8f78-268ec184df15 req-4bb9bc54-d69a-4f43-90ec-9d6a6d4c300d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 210 time: 0.0282457 Jul 20 23:11:31.413680 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-d56949cd-e119-4092-b24f-168d5c0d06b5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:31.415863 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-d56949cd-e119-4092-b24f-168d5c0d06b5 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 812 time: 0.1039615 Jul 20 23:11:31.484538 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-99c0c52b-4e95-478e-8a3c-033bda4ecaf9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9044845bc9d34e1e8794a43dda688527 HTTP/1.1" status: 200 len: 380 time: 0.0551939 Jul 20 23:11:31.492549 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'port': {'device_id': '89769578-84e8-43e2-b93b-49ded0950410', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'admin_state_up': True, 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'security_groups': ['6ad01f57-5647-44c1-af6a-6f767c16e1dd']}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:11:31.688682 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Made reservation on behalf of 9044845bc9d34e1e8794a43dda688527 for: {'port': 1} {{(pid=111122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 23:11:31.692250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:31.705724 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-a3f745ff-d1d8-408e-a6a9-8f37a4ac7ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:31.832927 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.db_base_plugin_common [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.20.0.10 (393bfb36-cc5b-4cce-9cdb-4858c0a973cc/8964b868-9e9f-4034-bf95-6cb31f291157/282d02a3-1441-4a69-a69c-a9f60f1824f0) {{(pid=111122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:11:31.899559 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-fcf58e6f-5fe6-4e53-b8da-ea6924f32104 req-11579b6f-f183-4e69-ad0d-f272c516d664 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 210 time: 0.0411613 Jul 20 23:11:32.000904 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), precommit_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.077401 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_create {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.119881 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc is already hosted by enough agents. {{(pid=111122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:11:32.125278 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.scheduler.base_scheduler [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:11:32.129190 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:11:32.155058 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=1']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:32.168053 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.168431 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.168735 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.169297 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.169526 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.169726 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.170018 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.170356 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.170675 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.170970 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.176342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.176342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.176342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.176342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.176342 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:32.210362 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:32.211060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.405578 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29d774b3-9efd-4176-986f-188ba55c7676 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9164629 Jul 20 23:11:32.412595 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-0d570186-fb31-4be8-a525-4902cd376db5 None None] Provisioning complete for port 282d02a3-1441-4a69-a69c-a9f60f1824f0 triggered by entity DHCP. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:11:32.412969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-0d570186-fb31-4be8-a525-4902cd376db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.422572 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.v2.base [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Request body: {'port': {'device_id': '89769578-84e8-43e2-b93b-49ded0950410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:11:32.443862 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-0d570186-fb31-4be8-a525-4902cd376db5 None None] Port 282d02a3-1441-4a69-a69c-a9f60f1824f0 cannot update to ACTIVE because it is not bound. {{(pid=111124) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 23:11:32.480502 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:32.486083 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.497324 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:32.747202 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282d02a3-1441-4a69-a69c-a9f60f1824f0 {{(pid=111122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:11:32.754740 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks [] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), precommit_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.768391 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.provisioning_blocks [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Transition to ACTIVE for port object 282d02a3-1441-4a69-a69c-a9f60f1824f0 will not be triggered until provisioned by entity L2. {{(pid=111122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 23:11:32.842786 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:32.883883 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=16 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:32.900483 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=18 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:32.901991 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Pushing event updated for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=2']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:32.982108 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Attempting to bind port 282d02a3-1441-4a69-a69c-a9f60f1824f0 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 23:11:32.982540 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Attempting to bind port 282d02a3-1441-4a69-a69c-a9f60f1824f0 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 23:11:32.982939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Attempting to bind port 282d02a3-1441-4a69-a69c-a9f60f1824f0 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:11:32.990250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Port 282d02a3-1441-4a69-a69c-a9f60f1824f0 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 23:11:32.991108 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Attempting to bind port 282d02a3-1441-4a69-a69c-a9f60f1824f0 on network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 23:11:32.998064 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Checking agent: {'id': '9d6572b6-be80-430b-baa1-966140a709ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'started_at': datetime.datetime(2022, 7, 20, 22, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 23, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 23:11:32.998411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Checking segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 23:11:32.998804 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Bound using segment: {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'} {{(pid=111122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 23:11:32.999286 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.managers [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Bound port: 282d02a3-1441-4a69-a69c-a9f60f1824f0, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c54f921c-a7ef-48b5-b705-b412361540b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc'}}] {{(pid=111122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 23:11:32.999650 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), before_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:33.020824 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55815eb8-d5a9-4a43-b3f0-7aa8c74d1943 req-0f279bbf-52bc-43ba-ab55-75e17b284fcc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.024654 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-55815eb8-d5a9-4a43-b3f0-7aa8c74d1943 req-0f279bbf-52bc-43ba-ab55-75e17b284fcc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0531359 Jul 20 23:11:33.067060 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, cleared binding levels {{(pid=111122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 23:11:33.070282 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 23:11:33.076022 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-55815eb8-d5a9-4a43-b3f0-7aa8c74d1943 req-892f9717-dfc2-4abc-95bd-9a91df9e7067 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Jul 20 23:11:33.174497 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5813885'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_update {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:33.207249 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:33.211528 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.212165 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:33.213491 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 200 len: 1094 time: 0.7951653 Jul 20 23:11:33.213896 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:11:33.216170 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45364102-f443-4d1c-b9f6-695d46bab9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:11:33.243944 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f64fd7-5ccb-406d-96d7-fe088bd509d0 service neutron] Pushing event updated for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=3']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:33.265669 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13276f3d-006e-4b15-b735-2dffadea7ced x-openstack-request-id: req-13276f3d-006e-4b15-b735-2dffadea7ced {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:11:33.265963 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:11:33.266210 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13276f3d-006e-4b15-b735-2dffadea7ced {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:11:33.266610 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13276f3d-006e-4b15-b735-2dffadea7ced'] response: {'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'status': 'completed', 'code': 200} Jul 20 23:11:33.349985 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-0cb3ef9a-664c-49b9-8828-459eb63bd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.351596 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-0cb3ef9a-664c-49b9-8828-459eb63bd17c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1128 time: 0.0430775 Jul 20 23:11:33.456940 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-3dd4e706-50f7-4400-8d55-c97733569b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.458381 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-3dd4e706-50f7-4400-8d55-c97733569b49 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9044845bc9d34e1e8794a43dda688527&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936975 Jul 20 23:11:33.557222 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-4733993a-d429-4677-aa67-c177e52e10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.558683 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-45364102-f443-4d1c-b9f6-695d46bab9b2 req-4733993a-d429-4677-aa67-c177e52e10c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947292 Jul 20 23:11:33.655096 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-cbd012dd-f7aa-4a05-a340-a7bf43a159dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.656547 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-cbd012dd-f7aa-4a05-a340-a7bf43a159dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1128 time: 0.0396373 Jul 20 23:11:33.706294 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-29b2d5f4-3e11-4133-8fcd-e5a099e5ac79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 200 len: 217 time: 0.0373178 Jul 20 23:11:33.758267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75a37975-b8e3-4162-bdb5-8abcc865d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.759658 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-75a37975-b8e3-4162-bdb5-8abcc865d47e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0440328 Jul 20 23:11:33.803572 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-8c016fd2-b48c-46dc-9342-145ee9f1f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:33.805069 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-8c016fd2-b48c-46dc-9342-145ee9f1f1ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386863 Jul 20 23:11:33.866839 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:33.903399 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-0e2f2fb3-4321-4abf-82bd-28cba4b4831f service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927331 Jul 20 23:11:33.985299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9d4df57e-57b8-443b-b951-8ff08016caab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:33.997894 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-b5ce3db4-bf4d-42fb-b308-deae1f63f5c5 req-c6e5851a-1dc0-4928-8714-b5a8d3079106 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880787 Jul 20 23:11:34.191119 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62da4-0658-4863-abc3-a830f80cf7c4 req-d009dfca-e383-456f-bad2-d87f185485e9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:34.192606 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c4b62da4-0658-4863-abc3-a830f80cf7c4 req-d009dfca-e383-456f-bad2-d87f185485e9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0504091 Jul 20 23:11:34.241719 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-c4b62da4-0658-4863-abc3-a830f80cf7c4 req-93dff24c-24d3-41ba-a157-6ba7150b4187 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jul 20 23:11:35.334323 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:35.366806 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf65bf-ae26-4038-86bc-abc4f600df59 req-7ffd8cd2-662d-4ed2-a8af-caf799497c08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:35.368895 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aabf65bf-ae26-4038-86bc-abc4f600df59 req-7ffd8cd2-662d-4ed2-a8af-caf799497c08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0527654 Jul 20 23:11:35.417207 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-aabf65bf-ae26-4038-86bc-abc4f600df59 req-b61e49d5-c6b3-4057-a556-04936058d733 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Jul 20 23:11:36.530392 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e40c1-dd98-4907-b151-455e1c639900 req-31114ead-ac4e-433e-9b3b-fbc104b30acc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:36.531912 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-085e40c1-dd98-4907-b151-455e1c639900 req-31114ead-ac4e-433e-9b3b-fbc104b30acc tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0481012 Jul 20 23:11:36.540074 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:36.580292 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-085e40c1-dd98-4907-b151-455e1c639900 req-fe7adf66-3bea-480a-abf0-a4537706480e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Jul 20 23:11:36.990966 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:37.691523 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38101f23-7cbe-4be3-8946-82f9198cf377 req-388ae100-9357-4907-b556-4d78758394c2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:37.692961 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-38101f23-7cbe-4be3-8946-82f9198cf377 req-388ae100-9357-4907-b556-4d78758394c2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0466282 Jul 20 23:11:37.740120 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-38101f23-7cbe-4be3-8946-82f9198cf377 req-c78d0c4a-2e77-4502-893d-db9fd45e09b7 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Jul 20 23:11:38.851742 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73559b-e040-4181-89a4-10a7dcb3aa94 req-6add47cf-9eb1-4313-89b5-8485700a8c9f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:38.853770 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9a73559b-e040-4181-89a4-10a7dcb3aa94 req-6add47cf-9eb1-4313-89b5-8485700a8c9f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0463192 Jul 20 23:11:38.907517 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-9a73559b-e040-4181-89a4-10a7dcb3aa94 req-ed86953e-8880-4612-9aac-6589b90bb824 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482867 Jul 20 23:11:40.026512 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51db481-c6a8-4832-ab8c-e684fecf7360 req-b1a6c6af-2760-490e-89e3-9b8d27034a1a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:40.028044 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a51db481-c6a8-4832-ab8c-e684fecf7360 req-b1a6c6af-2760-490e-89e3-9b8d27034a1a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Jul 20 23:11:40.079833 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-a51db481-c6a8-4832-ab8c-e684fecf7360 req-96aa0a99-55be-4d3a-80fd-e700d3f80db0 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462296 Jul 20 23:11:41.194585 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1a538-b707-46cb-8c4d-218a0a29a6c3 req-3ca39b59-f300-4895-988d-7b2ed25d9468 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:41.196690 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ecd1a538-b707-46cb-8c4d-218a0a29a6c3 req-3ca39b59-f300-4895-988d-7b2ed25d9468 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0477672 Jul 20 23:11:41.245355 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-ecd1a538-b707-46cb-8c4d-218a0a29a6c3 req-1b81b37a-cba7-4a6a-b3d4-d61a936ba25f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Jul 20 23:11:42.357474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9edd4-903d-4118-bf8e-d0d1297475ab req-657299f8-78ba-4da9-8539-75b50ebe458e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:42.358925 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4e9edd4-903d-4118-bf8e-d0d1297475ab req-657299f8-78ba-4da9-8539-75b50ebe458e tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 944 time: 0.0472414 Jul 20 23:11:42.407409 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-e4e9edd4-903d-4118-bf8e-d0d1297475ab req-560e74ea-3a04-43a4-bdac-72ba3ebceb0b tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Jul 20 23:11:43.073337 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 282d02a3-1441-4a69-a69c-a9f60f1824f0 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111124) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 23:11:43.172012 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:11:43.182990 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Returning: {'device': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'port_id': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'mac_address': 'fa:16:3e:64:c1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111124) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 23:11:43.217325 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 282d02a3-1441-4a69-a69c-a9f60f1824f0 is: DOWN; New status is: BUILD {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:11:43.217708 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:43.230006 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282d02a3-1441-4a69-a69c-a9f60f1824f0 {{(pid=111124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 23:11:43.249324 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:11:43.316589 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:43.362049 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=4']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:43.370004 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.370351 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.370688 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.371034 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.371370 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.371694 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373103 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373460 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373552 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.373855 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.374172 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.374486 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:43.520356 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc284a-9c12-4d31-b52e-17f2862ae602 req-2004ae6e-760e-4d54-87b9-7e06e52f532c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:43.521850 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1fdc284a-9c12-4d31-b52e-17f2862ae602 req-2004ae6e-760e-4d54-87b9-7e06e52f532c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 945 time: 0.0466123 Jul 20 23:11:43.570682 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-1fdc284a-9c12-4d31-b52e-17f2862ae602 req-003d5616-89e6-4e98-8238-ec31e364ed31 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Jul 20 23:11:43.698813 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] get_ports_and_sgs() called for port_ids ['282d02a3-1441-4a69-a69c-a9f60f1824f0'] {{(pid=111124) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 23:11:44.690907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663de9ec-69ab-4b69-a082-9e64ca959ec9 req-98c197dc-bf54-493b-aa80-632173c0ef8d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:44.692412 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-663de9ec-69ab-4b69-a082-9e64ca959ec9 req-98c197dc-bf54-493b-aa80-632173c0ef8d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 945 time: 0.0504551 Jul 20 23:11:44.740480 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-663de9ec-69ab-4b69-a082-9e64ca959ec9 req-d5d085ea-ca37-4986-add1-089d5f6a3482 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Jul 20 23:11:45.072415 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 282d02a3-1441-4a69-a69c-a9f60f1824f0 up at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 23:11:45.111275 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:45.116448 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning for port 282d02a3-1441-4a69-a69c-a9f60f1824f0 completed by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 23:11:45.202165 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.provisioning_blocks [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Provisioning complete for port 282d02a3-1441-4a69-a69c-a9f60f1824f0 triggered by entity L2. {{(pid=111124) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 23:11:45.202546 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037217'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), provisioning_complete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:45.221336 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:45.273900 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Current status of the port 282d02a3-1441-4a69-a69c-a9f60f1824f0 is: BUILD; New status is: ACTIVE {{(pid=111124) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 23:11:45.274299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), before_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:45.297338 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0'}] {{(pid=111124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:11:45.299583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a95378e674ade90d54292e407540c13485fb4d54483c336f18b19381e8067f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9557917-3f44-48fe-9a31-7f2390850ba8" -d '{"events": [{"server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "name": "network-vif-plugged", "status": "completed", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0"}]}' {{(pid=111124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:11:45.312210 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:11:45.384969 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13935323-48d6-40ef-92bf-480e2bf62c75 x-openstack-request-id: req-13935323-48d6-40ef-92bf-480e2bf62c75 {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:11:45.385258 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "name": "network-vif-plugged", "status": "completed", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0", "code": 200}]} {{(pid=111124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:11:45.385505 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13935323-48d6-40ef-92bf-480e2bf62c75 {{(pid=111124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:11:45.385902 dv-cinder-799871-38-iscsi neutron-server[111124]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13935323-48d6-40ef-92bf-480e2bf62c75'] response: {'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'code': 200} Jul 20 23:11:45.400899 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:45.452269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Pushing event updated for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=5']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:45.821841 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:45.828258 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bde3f-a66c-4c6f-9971-346270ae0bde req-85eb9955-3ca8-4c67-bfde-abb4e9d1d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:45.829798 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-251bde3f-a66c-4c6f-9971-346270ae0bde req-85eb9955-3ca8-4c67-bfde-abb4e9d1d7b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1130 time: 0.0526276 Jul 20 23:11:45.878601 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfea4b2-6a15-49fe-924c-9aed2ac303c0 req-1671a39b-9cdb-4cc1-aed3-430b0f3d7264 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:45.880079 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0cfea4b2-6a15-49fe-924c-9aed2ac303c0 req-1671a39b-9cdb-4cc1-aed3-430b0f3d7264 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0706437 Jul 20 23:11:45.917826 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-251bde3f-a66c-4c6f-9971-346270ae0bde req-2fbbaaeb-e630-4263-b177-d94d91d621fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721660 Jul 20 23:11:45.946224 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-0cfea4b2-6a15-49fe-924c-9aed2ac303c0 req-591b2093-fefc-4084-9d55-989bba187683 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590460 Jul 20 23:11:47.051232 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:47.068101 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec2142-b546-4d1b-94a7-f8c843172d57 req-37f0ed9f-6581-4fef-be88-bb5b424dc45b tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:47.069610 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a0ec2142-b546-4d1b-94a7-f8c843172d57 req-37f0ed9f-6581-4fef-be88-bb5b424dc45b tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Jul 20 23:11:47.088905 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=100 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:47.121316 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-a0ec2142-b546-4d1b-94a7-f8c843172d57 req-4b180028-f5de-439a-85e8-ee3e2347aabe tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Jul 20 23:11:47.816279 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-f79988f5-220b-474c-8968-34e074297902 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416849 Jul 20 23:11:47.907820 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-a000013f-8144-4afc-8338-e1034ba44451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:47.909272 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-a000013f-8144-4afc-8338-e1034ba44451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0384898 Jul 20 23:11:48.013650 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-6cabf1fe-a5b8-47c1-8b8f-710f777d9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.015157 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-6cabf1fe-a5b8-47c1-8b8f-710f777d9307 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0884929 Jul 20 23:11:48.090541 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-c9fc804e-26a7-418b-b372-2f4cafc7df64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1002 time: 0.0693147 Jul 20 23:11:48.139775 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-f3bbe6cc-d644-4afb-81ee-520f73999607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.141230 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-f3bbe6cc-d644-4afb-81ee-520f73999607 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0444546 Jul 20 23:11:48.155945 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:48.186471 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-deea5132-2039-443b-a2ca-e44c39f93e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.187998 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-deea5132-2039-443b-a2ca-e44c39f93e0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402343 Jul 20 23:11:48.289667 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898121-0258-4512-9fa3-064fbe132657 req-e2978fee-5218-4389-89b5-df2440b87414 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.291164 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-25898121-0258-4512-9fa3-064fbe132657 req-e2978fee-5218-4389-89b5-df2440b87414 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0980160 Jul 20 23:11:48.343866 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-faabe9f1-f412-43db-8a3d-c13c86aacc4c service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489408 Jul 20 23:11:48.383713 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-25898121-0258-4512-9fa3-064fbe132657 req-48f3d3a8-fdad-466c-ad9b-d4bc16870da2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855191 Jul 20 23:11:48.452843 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-92a8afda-5172-49c9-acf3-49e6154d2ed9 req-6470a4f3-cba6-4190-810d-0c380b90a821 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015303 Jul 20 23:11:48.498056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b361fa-ceda-48eb-bfbb-f14e26cb2401 req-7d84010e-5eb3-4971-a07e-360653e092e9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.499530 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-05b361fa-ceda-48eb-bfbb-f14e26cb2401 req-7d84010e-5eb3-4971-a07e-360653e092e9 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0491188 Jul 20 23:11:48.547453 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-05b361fa-ceda-48eb-bfbb-f14e26cb2401 req-351238fd-a843-4922-bacb-b61865132e1f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Jul 20 23:11:48.569591 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58910) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:11:48.654159 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d725b33-ec50-4e42-b0c7-4e54fdb62624 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:48.655702 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-4d725b33-ec50-4e42-b0c7-4e54fdb62624 tempest-TestVolumeBootPattern-1477281673 tempest-TestVolumeBootPattern-1477281673-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1125 time: 0.0845563 Jul 20 23:11:48.658447 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58914) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:11:48.662704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.v2.base [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Request body: {'floatingip': {'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'port_id': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 23:11:48.750416 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:48.828511 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (None), before_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:48.897583 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:11:48.936795 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_common [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Allocated IP 172.27.1.201 (9c852534-811b-4ca3-b5ed-b07def3f1eb7/e7bc1614-24cb-43d8-b040-b8ef3529f477/71071ac2-a8ca-43e5-ae43-ab30b54c5a83) {{(pid=111123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 23:11:49.038574 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.116561 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755789794061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.158358 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Network 9c852534-811b-4ca3-b5ed-b07def3f1eb7 is already hosted by enough agents. {{(pid=111123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 23:11:49.163877 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.base_scheduler [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Resources bound (agent type, host, resource id): {{(pid=111123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 23:11:49.168004 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Received port after_create {{(pid=111123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 23:11:49.189074 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=71071ac2-a8ca-43e5-ae43-ab30b54c5a83,revision_number=1']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:49.202867 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.203238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.203580 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.203919 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.204251 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.204579 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.204903 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.205223 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.205546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.205867 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.206188 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.206507 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.206823 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.207172 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.207490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:11:49.406876 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:49.418114 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:49.550983 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (f44ec8a2-cd2e-4ee3-8e5f-396777bcda10), precommit_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.701813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-538224'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), before_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.854171 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), precommit_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.899391 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755790271245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755789794079', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755789794097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5369671'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), after_update {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:49.968756 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event updated for resources: {'Port': ['ID=71071ac2-a8ca-43e5-ae43-ab30b54c5a83,revision_number=2']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:11:49.980178 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7877127'] for floatingip (f44ec8a2-cd2e-4ee3-8e5f-396777bcda10), after_create {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:50.086792 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP f44ec8a2-cd2e-4ee3-8e5f-396777bcda10 associated. External IP: 172.27.1.201, port: 282d02a3-1441-4a69-a69c-a9f60f1824f0. Jul 20 23:11:50.219607 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:50.287717 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:11:50.402698 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:11:50.412441 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:11:50.422585 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:11:50.429467 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:11:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:11:50.490218 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:11:50.521984 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-dbe74c4a-d229-40c0-b586-ec4f0084d9e3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8624799 Jul 20 23:11:50.522553 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:11:50.524892 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:11:50.525381 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220ff02-f7a9-40e0-994a-8cc5943cef27" -d '{"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:11:50.561256 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded51b15-ddea-430d-8196-3f86f44a4b22 x-openstack-request-id: req-ded51b15-ddea-430d-8196-3f86f44a4b22 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:11:50.561873 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:11:50.561873 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ded51b15-ddea-430d-8196-3f86f44a4b22 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:11:50.562171 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded51b15-ddea-430d-8196-3f86f44a4b22'] response: {'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'status': 'completed', 'code': 200} Jul 20 23:11:50.642099 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-2fffdcfc-96f5-4f2a-87a5-a9ebd8a7023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:50.643672 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-2fffdcfc-96f5-4f2a-87a5-a9ebd8a7023a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1130 time: 0.0397205 Jul 20 23:11:50.738791 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-65b1fa67-8789-4eb8-af76-78a6bbb9c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:50.740556 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-65b1fa67-8789-4eb8-af76-78a6bbb9c086 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0914257 Jul 20 23:11:50.753000 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}, {'id': 'f44ec8a2-cd2e-4ee3-8e5f-396777bcda10', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:64:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89769578-84e8-43e2-b93b-49ded0950410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:11:49Z', 'updated_at': '2022-07-20T23:11:49Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:11:50.779442 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:11:50.788026 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:11:50.789184 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:11:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:11:50.803822 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-8ea13147-65cc-45e7-a4a8-2bc3ffc25e48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 200 len: 1000 time: 0.0580349 Jul 20 23:11:50.851216 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-a08f368d-79fb-4af9-b166-3960723455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:50.853196 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-a08f368d-79fb-4af9-b166-3960723455f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0443108 Jul 20 23:11:50.890124 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:11:50.899694 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-174b9be9-f21e-4f79-a129-078dd052584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:11:50.901243 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-174b9be9-f21e-4f79-a129-078dd052584a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423415 Jul 20 23:11:50.962008 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:11:50.997494 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-78c38344-91b3-4ad7-bcb2-f3a7b0893ae8 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901587 Jul 20 23:11:51.095584 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-4220ff02-f7a9-40e0-994a-8cc5943cef27 req-c5e61cfe-e958-438a-87e8-b73edfa1642a service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921350 Jul 20 23:11:51.191432 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}, {'id': 'f44ec8a2-cd2e-4ee3-8e5f-396777bcda10', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:64:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89769578-84e8-43e2-b93b-49ded0950410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:11:49Z', 'updated_at': '2022-07-20T23:11:49Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:11:51.217291 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7012b4fd-3fd6-42e3-b7ce-4cff5a74bc5c None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}, {'id': 'f44ec8a2-cd2e-4ee3-8e5f-396777bcda10', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:64:c1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89769578-84e8-43e2-b93b-49ded0950410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:11:49Z', 'updated_at': '2022-07-20T23:11:49Z', 'revision_number': 0, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:11:51.396780 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6ce3e-b373-40f5-911e-87576045c714 None None] New status for floating IP f44ec8a2-cd2e-4ee3-8e5f-396777bcda10: ACTIVE {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:11:56.143937 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:00.514779 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:00.518664 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:01.086074 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=10 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:01.092057 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=82 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:01.720289 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-ccbde47d-5dd7-46b9-8431-85369537cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:04.166900 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-73acdd58-6f01-4fbd-9b37-3c6fe3773fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:05.343929 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:06.531353 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:07.001423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:09.885204 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=78 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:09.889090 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=80 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:16.937999 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:16.939892 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:25.896361 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:12:26.068148 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:31.685565 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-de36847e-4eec-4760-82d9-a96d39b14c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:33.983050 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-20f53c9f-098c-4184-9d6c-6e447376a46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:35.348108 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:35.891494 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:35.892238 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:36.548264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:37.023548 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:46.925123 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:46.931066 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:48.485693 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:48.488487 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:48.738424 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-152e4cb7-b3b6-43e4-8f89-6956454a8fcf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756719 Jul 20 23:12:48.810884 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-9ccf20a7-a3e0-4145-8b5b-5d5fc97bb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:12:48.812388 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-9ccf20a7-a3e0-4145-8b5b-5d5fc97bb8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1130 time: 0.0411754 Jul 20 23:12:48.917556 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-382ddcfe-b4e4-4f99-8b42-1db32d0833fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:12:48.919049 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-382ddcfe-b4e4-4f99-8b42-1db32d0833fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0894756 Jul 20 23:12:48.980676 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-ec81f77c-3222-4965-a386-13f8c597d147 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 200 len: 1002 time: 0.0539780 Jul 20 23:12:49.032422 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-2801a724-baa0-4a61-8b8b-95074e398af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:12:49.033755 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-2801a724-baa0-4a61-8b8b-95074e398af2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0467803 Jul 20 23:12:49.077451 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-67ffc85e-3420-4c2c-b605-78ce1dd513ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:12:49.078886 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-67ffc85e-3420-4c2c-b605-78ce1dd513ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381992 Jul 20 23:12:49.172383 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-013377b3-20c1-4f85-a1a6-06a22721a876 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867226 Jul 20 23:12:49.511072 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-9eb26029-2009-4441-bd1e-1c92996e2652 req-55f23602-449f-43f6-9230-79761b75c826 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322856 Jul 20 23:12:56.089448 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:12:59.506576 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=53 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:12:59.508360 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=48 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:01.678942 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-41e3d4c9-c3aa-4d8c-b84c-dfc1d3766ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:02.895446 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:13:03.981529 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c20d2542-e6cd-4efb-9bad-a37bbc1f0094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:05.370133 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:06.546885 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:06.998740 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:12.890674 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:12.891381 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:16.941451 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:16.942199 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:26.100494 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:28.486939 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=13 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:28.489753 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=19 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:29.509973 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-ec84da7a-95ab-42f7-8adb-9635c40224bd req-5f4ebd07-8dc2-4774-810b-4a001114515b service neutron] (111123) timed out ('10.222.0.23', 58859) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:13:31.716268 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-462064b5-89be-4298-9bd9-01d82aa40232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:33.985679 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-33b90ef8-cde7-49b3-9f69-eafe49ef0f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:35.346033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:36.557498 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:37.008726 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:39.894531 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:13:41.458594 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 58958) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:41.601441 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port 71071ac2-a8ca-43e5-ae43-ab30b54c5a83 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:41.601785 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:41.679775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:41.680102 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:41.691963 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for 71071ac2-a8ca-43e5-ae43-ab30b54c5a83 owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:41.900140 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (71071ac2-a8ca-43e5-ae43-ab30b54c5a83), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:41.926056 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=71071ac2-a8ca-43e5-ae43-ab30b54c5a83,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:41.939694 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.940026 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.940368 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.940704 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.941534 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.941864 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.942187 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.942507 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.942829 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.943182 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.943506 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.943827 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.944145 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.944467 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:41.944777 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:42.000040 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (f44ec8a2-cd2e-4ee3-8e5f-396777bcda10), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:42.000369 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP f44ec8a2-cd2e-4ee3-8e5f-396777bcda10 disassociated (deleted). External IP: 172.27.1.201, port: 282d02a3-1441-4a69-a69c-a9f60f1824f0. Jul 20 23:13:42.448159 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:13:42.552377 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:13:42.557059 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:42.561565 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:13:42.572112 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:42.572721 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:42.591256 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-ae9ff321-5682-45a5-82b7-5ffa0c84ea08 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "DELETE /v2.0/floatingips/f44ec8a2-cd2e-4ee3-8e5f-396777bcda10 HTTP/1.1" status: 204 len: 168 time: 1.1315773 Jul 20 23:13:42.591850 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:13:42.594768 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:13:42.635772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6984cd-cbac-4c8c-b327-4ffb1efc27e3 x-openstack-request-id: req-4a6984cd-cbac-4c8c-b327-4ffb1efc27e3 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:13:42.635772 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:13:42.636272 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a6984cd-cbac-4c8c-b327-4ffb1efc27e3 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:13:42.636679 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6984cd-cbac-4c8c-b327-4ffb1efc27e3'] response: {'name': 'network-changed', 'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'status': 'completed', 'code': 200} Jul 20 23:13:42.678430 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:42.720811 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-9b0c6788-4621-4af0-8bb5-3c32b3a4d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:42.722282 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-9b0c6788-4621-4af0-8bb5-3c32b3a4d3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 1130 time: 0.0402396 Jul 20 23:13:42.821494 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-10604125-b4bc-431a-a5c9-7c8806ed7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:42.827670 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-10604125-b4bc-431a-a5c9-7c8806ed7d9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0975142 Jul 20 23:13:42.865335 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-985b70ce-1a29-4c18-8050-20b45b1ad7b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 200 len: 217 time: 0.0344884 Jul 20 23:13:42.902796 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:42.919907 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-a0061736-e374-4e7c-8547-99d3b103fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:42.921652 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-a0061736-e374-4e7c-8547-99d3b103fa9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0507112 Jul 20 23:13:42.928135 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:13:42.966867 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:42.967471 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:42.968032 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-eab18cc2-cb1e-422b-ba4e-a8966a986b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:42.969585 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-eab18cc2-cb1e-422b-ba4e-a8966a986b43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424693 Jul 20 23:13:43.026595 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47fea4-6522-42f8-97fb-02f7c7b4c5f5 req-380375b9-8edc-499f-881d-875a85896f28 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:43.026595 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f47fea4-6522-42f8-97fb-02f7c7b4c5f5 req-380375b9-8edc-499f-881d-875a85896f28 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0463970 Jul 20 23:13:43.069590 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:43.073937 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8f47fea4-6522-42f8-97fb-02f7c7b4c5f5 req-079a009a-80fb-4095-ab91-27017336874c tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Jul 20 23:13:43.275856 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:43.303931 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da781b3c-27e1-4ee0-92ac-38f30eb8839a None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_floatingips': [{'id': 'c8058c54-33b3-47e9-ae1d-7466dab5b556', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'router_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'port_id': 'b1677501-043d-4414-b8e5-720801f27b48', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'mac_address': 'fa:16:3e:06:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T23:09:29Z', 'updated_at': '2022-07-20T23:09:31Z', 'revision_number': 1, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:13:43.513680 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880ff1bc-f06b-47ed-b573-b80a682c1439 None None] New status for floating IP f44ec8a2-cd2e-4ee3-8e5f-396777bcda10: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:13:44.118546 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-0e9ed85c-0f0c-4b53-9c16-1a960523e831 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893869 Jul 20 23:13:44.175970 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:44.178916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:44.192556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beeccfd-cc5a-4af8-a683-a239081dc37b req-5b7322de-b8c9-4de1-bbff-eef215b559ff tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:44.194066 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2beeccfd-cc5a-4af8-a683-a239081dc37b req-5b7322de-b8c9-4de1-bbff-eef215b559ff tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0486844 Jul 20 23:13:44.230569 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-cd3e826b-5133-438a-a5fd-2e7b8105b6e8 req-3e3b1b44-e9de-41b3-aa4d-23648ff17d0f service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880280 Jul 20 23:13:44.246172 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2beeccfd-cc5a-4af8-a683-a239081dc37b req-f7345023-508c-48a6-a794-504e18af9ca4 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Jul 20 23:13:44.836582 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-731f4431-230a-4876-bb44-f253dbafe168 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:44.837936 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-731f4431-230a-4876-bb44-f253dbafe168 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 946 time: 0.0515571 Jul 20 23:13:44.919993 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port 282d02a3-1441-4a69-a69c-a9f60f1824f0 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:44.920333 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:45.013545 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] For port 282d02a3-1441-4a69-a69c-a9f60f1824f0, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=282d02a3-1441-4a69-a69c-a9f60f1824f0,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:13:45.013910 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:45.026811 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for 282d02a3-1441-4a69-a69c-a9f60f1824f0 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:45.131048 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:45.212654 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (282d02a3-1441-4a69-a69c-a9f60f1824f0), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:45.244710 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=282d02a3-1441-4a69-a69c-a9f60f1824f0,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:45.257148 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.257492 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.257828 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.258163 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.258489 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.258813 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.259159 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.259497 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.259798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.260117 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.260436 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.260752 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.261063 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.261383 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.261689 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:13:45.300432 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] No DVR routers for this DVR port 282d02a3-1441-4a69-a69c-a9f60f1824f0 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:13:45.303001 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:45.307543 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-8e10fa40-7fee-49a7-a6d6-972d836ad6e0 req-c6ee2e2f-fa12-4929-ade4-a1061479d361 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "DELETE /v2.0/ports/282d02a3-1441-4a69-a69c-a9f60f1824f0 HTTP/1.1" status: 204 len: 173 time: 0.4638464 Jul 20 23:13:45.307543 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'name': 'network-vif-deleted', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:13:45.309291 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d72b4b-6b13-43c1-9356-808764640caa" -d '{"events": [{"server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "name": "network-vif-deleted", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:13:45.350129 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d45cf9-dd2e-47bd-89a5-b1489a6f5743 x-openstack-request-id: req-a3d45cf9-dd2e-47bd-89a5-b1489a6f5743 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:13:45.350416 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89769578-84e8-43e2-b93b-49ded0950410", "name": "network-vif-deleted", "tag": "282d02a3-1441-4a69-a69c-a9f60f1824f0", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:13:45.350660 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3d45cf9-dd2e-47bd-89a5-b1489a6f5743 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:13:45.351078 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d45cf9-dd2e-47bd-89a5-b1489a6f5743'] response: {'server_uuid': '89769578-84e8-43e2-b93b-49ded0950410', 'name': 'network-vif-deleted', 'tag': '282d02a3-1441-4a69-a69c-a9f60f1824f0', 'status': 'completed', 'code': 200} Jul 20 23:13:45.353252 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-6a4e5749-e3d4-495c-98a6-86b47ae6f8ec req-3a2682ca-521a-4dae-a363-0aa5f480910a tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 210 time: 0.0321937 Jul 20 23:13:46.463477 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-2940555e-f3db-413b-8847-37fd58f05a60 req-fc66d6cd-6484-4815-9641-eb86d49aaac8 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=89769578-84e8-43e2-b93b-49ded0950410 HTTP/1.1" status: 200 len: 210 time: 0.0287197 Jul 20 23:13:48.633467 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:48.662601 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-33577c71-6fc9-4712-8da3-bd11321c428b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384080 Jul 20 23:13:48.760292 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-5d3bbe59-5a44-44e3-b18f-d42fa0b7ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:48.761794 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-5d3bbe59-5a44-44e3-b18f-d42fa0b7ad40 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0437694 Jul 20 23:13:48.868267 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-38c434bd-5cca-4982-9a08-04f02e2bbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:48.869607 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-38c434bd-5cca-4982-9a08-04f02e2bbc8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0893345 Jul 20 23:13:48.933749 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-32005e34-fc5b-4539-9970-cde7dd6db394 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 1002 time: 0.0587823 Jul 20 23:13:48.986134 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-9645a4eb-1e41-4b33-8499-e9b01dd190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:48.988213 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-9645a4eb-1e41-4b33-8499-e9b01dd190ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0485606 Jul 20 23:13:49.031412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-e11eee9e-8af2-417a-9afb-e9e1345c5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:49.032887 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-e11eee9e-8af2-417a-9afb-e9e1345c5dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395315 Jul 20 23:13:49.134126 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-9fe4b3e5-2c20-4f94-8bbf-d1d60644b6a6 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934546 Jul 20 23:13:49.226102 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-1b70e35e-694b-476f-8ae0-90402c33ef74 req-c3d9560a-1d06-4866-8cb9-0e7071a3cebd service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Jul 20 23:13:49.788316 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 282d02a3-1441-4a69-a69c-a9f60f1824f0 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:13:49.791309 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:49.793068 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:49.809732 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: 282d02a3-1441-4a69-a69c-a9f60f1824f0 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:13:49.810066 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device 282d02a3-1441-4a69-a69c-a9f60f1824f0 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:13:50.009077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59000) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:50.152438 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port 7c48af7f-f71f-4426-9316-812291e08fde {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:50.152784 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (7c48af7f-f71f-4426-9316-812291e08fde), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.231030 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (7c48af7f-f71f-4426-9316-812291e08fde), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.231361 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (7c48af7f-f71f-4426-9316-812291e08fde), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.243441 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for 7c48af7f-f71f-4426-9316-812291e08fde owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:50.442672 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (7c48af7f-f71f-4426-9316-812291e08fde), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.468925 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=7c48af7f-f71f-4426-9316-812291e08fde,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:50.531256 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (c8058c54-33b3-47e9-ae1d-7466dab5b556), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.531581 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.db.l3_db [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Floating IP c8058c54-33b3-47e9-ae1d-7466dab5b556 disassociated (deleted). External IP: 172.27.1.134, port: b1677501-043d-4414-b8e5-720801f27b48. Jul 20 23:13:50.701810 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:50.726233 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:13:50.830318 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:13:50.835690 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:50.841628 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:13:50.852739 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:50.854538 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:50.864434 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f1bbd96d-2aa3-40d7-808c-275de0dfddd6 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "DELETE /v2.0/floatingips/c8058c54-33b3-47e9-ae1d-7466dab5b556 HTTP/1.1" status: 204 len: 168 time: 0.8543038 Jul 20 23:13:50.865113 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48'}] {{(pid=111123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:13:50.867496 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb2d02b3c65a93aa0774a037fd2a2c39162278ada6b32fdb34427bc45d0ef0e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca50c3-35d5-450a-9857-9956396272de" -d '{"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48"}]}' {{(pid=111123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:13:50.905106 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 23:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d3611-6d9d-407f-8abd-8f7c9135b279 x-openstack-request-id: req-998d3611-6d9d-407f-8abd-8f7c9135b279 {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:13:50.905396 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "tag": "b1677501-043d-4414-b8e5-720801f27b48", "status": "completed", "code": 200}]} {{(pid=111123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:13:50.905652 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-998d3611-6d9d-407f-8abd-8f7c9135b279 {{(pid=111123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:13:50.906058 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998d3611-6d9d-407f-8abd-8f7c9135b279'] response: {'name': 'network-changed', 'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48', 'status': 'completed', 'code': 200} Jul 20 23:13:50.996982 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca50c3-35d5-450a-9857-9956396272de req-e13f306b-30d4-4cba-82cc-bbe3af40ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:50.998461 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-e13f306b-30d4-4cba-82cc-bbe3af40ca14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9044845bc9d34e1e8794a43dda688527&device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 1130 time: 0.0492673 Jul 20 23:13:51.059473 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:51.093632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca50c3-35d5-450a-9857-9956396272de req-cff36421-44b8-44e5-94fd-ee04969dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:51.095171 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-cff36421-44b8-44e5-94fd-ee04969dca57 service neutron] 10.222.0.23 "GET /v2.0/networks?id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 200 len: 913 time: 0.0908003 Jul 20 23:13:51.143896 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-628e7015-1660-4395-9de4-e14bc1667f06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 200 len: 217 time: 0.0424321 Jul 20 23:13:51.144893 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:51.189534 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=100 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:51.193956 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca50c3-35d5-450a-9857-9956396272de req-2b96b3d6-92af-44e8-9cfa-e8727b7bfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:51.195458 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-2b96b3d6-92af-44e8-9cfa-e8727b7bfdbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 200 len: 851 time: 0.0464890 Jul 20 23:13:51.242022 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca50c3-35d5-450a-9857-9956396272de req-81f7da87-c046-4020-85a0-03d233838f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:51.243606 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-81f7da87-c046-4020-85a0-03d233838f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=393bfb36-cc5b-4cce-9cdb-4858c0a973cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411220 Jul 20 23:13:51.262891 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:51.286265 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:13:51.295408 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:51.296016 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:51.305411 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e69b7b-26da-4f96-bd3c-d95223e8aec7 req-f9cf55ca-1fae-41cd-be46-c4c94988cea2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:51.306897 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c4e69b7b-26da-4f96-bd3c-d95223e8aec7 req-f9cf55ca-1fae-41cd-be46-c4c94988cea2 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0472918 Jul 20 23:13:51.356488 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-c4e69b7b-26da-4f96-bd3c-d95223e8aec7 req-d6410bdb-2253-4918-a374-411553e86e83 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Jul 20 23:13:51.399072 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:51.584143 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:51.609409 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425fdc6-6c54-4331-9d5d-305562b7ff10 None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:05:54Z', 'revision_number': 4, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi', '_interfaces': [{'id': 'a16473fa-af3d-4a99-bd57-939b7929b7b8', 'name': '', 'network_id': '393bfb36-cc5b-4cce-9cdb-4858c0a973cc', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'mac_address': 'fa:16:3e:00:9b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:53Z', 'updated_at': '2022-07-20T23:05:58Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'subnets': [{'id': '8964b868-9e9f-4034-bf95-6cb31f291157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:13:51.806033 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83e9a0-2d6e-47eb-999b-a2793f9b82ce None None] New status for floating IP c8058c54-33b3-47e9-ae1d-7466dab5b556: DOWN {{(pid=111124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 23:13:52.324977 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:52.328850 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-b44c5f20-4503-4071-b176-ed0fa49e0195 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900390 Jul 20 23:13:52.416780 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=100 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:52.444820 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-18ca50c3-35d5-450a-9857-9956396272de req-80def189-f0f9-4e52-a832-1c95c264a029 service neutron] 10.222.0.23 "GET /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919254 Jul 20 23:13:52.468902 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:52.480663 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9063d3-071a-416f-a0ad-f8dbc109662d req-1bf6d5a2-bd80-4ad9-aeb1-0a14cbc1626f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:52.482171 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fe9063d3-071a-416f-a0ad-f8dbc109662d req-1bf6d5a2-bd80-4ad9-aeb1-0a14cbc1626f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0551658 Jul 20 23:13:52.532070 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-fe9063d3-071a-416f-a0ad-f8dbc109662d req-a2152c94-18fb-4bdb-94ae-5a8400da8d6d tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/security-groups?id=6ad01f57-5647-44c1-af6a-6f767c16e1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Jul 20 23:13:52.977232 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-372ec67a-b696-4c3e-86dd-903a46210a90 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 23:13:52.978688 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-372ec67a-b696-4c3e-86dd-903a46210a90 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 946 time: 0.0474136 Jul 20 23:13:53.058939 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port b1677501-043d-4414-b8e5-720801f27b48 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:53.059319 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (b1677501-043d-4414-b8e5-720801f27b48), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:53.152256 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] For port b1677501-043d-4414-b8e5-720801f27b48, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b1677501-043d-4414-b8e5-720801f27b48,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:13:53.152619 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (b1677501-043d-4414-b8e5-720801f27b48), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:53.165984 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for b1677501-043d-4414-b8e5-720801f27b48 owned by compute:nova {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:53.356718 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (b1677501-043d-4414-b8e5-720801f27b48), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:53.384138 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=b1677501-043d-4414-b8e5-720801f27b48,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:53.429302 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] No DVR routers for this DVR port b1677501-043d-4414-b8e5-720801f27b48 on host hv-cinder-79987 {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:13:53.431817 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for port (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:53.435081 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [req-dc432248-8176-4b44-843f-fe53322ba7e3 req-512fa2dc-5167-4d0b-af15-f019c1478c29 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.23 "DELETE /v2.0/ports/b1677501-043d-4414-b8e5-720801f27b48 HTTP/1.1" status: 204 len: 173 time: 0.4515390 Jul 20 23:13:53.435515 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'name': 'network-vif-deleted', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48'}] {{(pid=111122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 23:13:53.437792 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46dd803cc41d195fa7dfbb3e43653f1a67bb31aa590d595ffb93dbc3611000b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b2c7f6-4c5d-4655-824c-36c3401022ed" -d '{"events": [{"server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "name": "network-vif-deleted", "tag": "b1677501-043d-4414-b8e5-720801f27b48"}]}' {{(pid=111122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 23:13:53.472985 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f8366-c89f-4579-8172-58d2c147be02 x-openstack-request-id: req-c99f8366-c89f-4579-8172-58d2c147be02 {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 23:13:53.476658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a945790-cfd2-40ca-9846-df71a8f5527f", "name": "network-vif-deleted", "tag": "b1677501-043d-4414-b8e5-720801f27b48", "status": "completed", "code": 200}]} {{(pid=111122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 23:13:53.476658 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c99f8366-c89f-4579-8172-58d2c147be02 {{(pid=111122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 23:13:53.476658 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99f8366-c89f-4579-8172-58d2c147be02'] response: {'server_uuid': '5a945790-cfd2-40ca-9846-df71a8f5527f', 'name': 'network-vif-deleted', 'tag': 'b1677501-043d-4414-b8e5-720801f27b48', 'status': 'completed', 'code': 200} Jul 20 23:13:53.635432 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [req-4eb87d9f-d51d-4091-829a-881b8e07b29e req-996f62b5-d0d7-470b-a1aa-8d9c15148d1f tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "GET /v2.0/ports?device_id=5a945790-cfd2-40ca-9846-df71a8f5527f HTTP/1.1" status: 200 len: 210 time: 0.0351446 Jul 20 23:13:54.689556 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59016) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:54.800441 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Deleting port 63c21356-44af-4545-b7dc-205a57edca14 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:54.800701 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (63c21356-44af-4545-b7dc-205a57edca14), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:54.890031 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (63c21356-44af-4545-b7dc-205a57edca14), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:54.890357 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (63c21356-44af-4545-b7dc-205a57edca14), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:54.902890 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Calling delete_port for 63c21356-44af-4545-b7dc-205a57edca14 owned by network:floatingip {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:55.105546 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (63c21356-44af-4545-b7dc-205a57edca14), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:55.134813 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'Port': ['ID=63c21356-44af-4545-b7dc-205a57edca14,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:55.195103 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for floatingip (9f84657f-2a46-4481-ad1b-871cf9cd9e06), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:55.197570 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475666'] for floatingip (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:55.198718 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f7151f60-4e0f-4ef1-a226-9615cd9cd0ae tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "DELETE /v2.0/floatingips/9f84657f-2a46-4481-ad1b-871cf9cd9e06 HTTP/1.1" status: 204 len: 168 time: 0.5094054 Jul 20 23:13:56.104824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:56.544122 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59028) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:56.608778 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (6ad01f57-5647-44c1-af6a-6f767c16e1dd), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:56.627395 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (6ad01f57-5647-44c1-af6a-6f767c16e1dd), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:56.663967 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:56.756440 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (6ad01f57-5647-44c1-af6a-6f767c16e1dd), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:56.758985 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:56.760254 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] 10.222.0.81 "DELETE /v2.0/security-groups/6ad01f57-5647-44c1-af6a-6f767c16e1dd HTTP/1.1" status: 204 len: 168 time: 0.2151444 Jul 20 23:13:56.770202 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6efa52-89e0-458e-bbf9-40084bc9d8f3 tempest-TestVolumeBootPattern-1181010927 tempest-TestVolumeBootPattern-1181010927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad01f57-5647-44c1-af6a-6f767c16e1dd,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:56.878324 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59032) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:57.307534 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (866cd84c-0bfb-4315-8763-198513e95f63), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:57.351497 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:57.527802 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Deleting port a16473fa-af3d-4a99-bd57-939b7929b7b8 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:57.528139 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:57.607982 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] For port a16473fa-af3d-4a99-bd57-939b7929b7b8, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=a16473fa-af3d-4a99-bd57-939b7929b7b8,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:13:57.608686 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:57.621133 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Calling delete_port for a16473fa-af3d-4a99-bd57-939b7929b7b8 owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:57.777361 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:57.827952 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device b1677501-043d-4414-b8e5-720801f27b48 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:13:57.847568 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] No Port match for: b1677501-043d-4414-b8e5-720801f27b48 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:13:57.847908 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Device b1677501-043d-4414-b8e5-720801f27b48 not bound to the agent host hv-cinder-79987 {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:13:57.876888 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (a16473fa-af3d-4a99-bd57-939b7929b7b8), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:57.903901 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a16473fa-af3d-4a99-bd57-939b7929b7b8,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:58.073418 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (866cd84c-0bfb-4315-8763-198513e95f63), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:58.253845 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:58.276238 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Router 866cd84c-0bfb-4315-8763-198513e95f63 has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:13:58.376443 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:13:58.382572 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-08d8f4db-b4a4-419d-a3bb-89dfe55f59ff admin admin] 10.222.0.81 "PUT /v2.0/routers/866cd84c-0bfb-4315-8763-198513e95f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5030835 Jul 20 23:13:58.383782 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59036) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:58.385424 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Sync routers for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:13:58.395854 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:58.396515 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:58.479299 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks [] for router (866cd84c-0bfb-4315-8763-198513e95f63), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:58.502027 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: dv-cinder-799871-38-iscsi {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:58.577194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks [] for router_gateway (866cd84c-0bfb-4315-8763-198513e95f63), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:58.673142 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106'}], 'enable_snat': True}, 'gw_port_id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:13:57Z', 'revision_number': 5, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port': {'id': '037e09c1-050c-4aea-a7c3-6ba41702db4d', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866cd84c-0bfb-4315-8763-198513e95f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:52Z', 'updated_at': '2022-07-20T23:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:58.684741 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Deleting port 037e09c1-050c-4aea-a7c3-6ba41702db4d {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:13:58.685299 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:58.697847 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Checking router: 866cd84c-0bfb-4315-8763-198513e95f63 for host: dv-cinder-799871-38-iscsi {{(pid=111125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:13:58.706984 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Routers {'866cd84c-0bfb-4315-8763-198513e95f63'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:13:58.708194 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['866cd84c-0bfb-4315-8763-198513e95f63'], 'active': True} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:58.762735 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:58.764882 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] For port 037e09c1-050c-4aea-a7c3-6ba41702db4d, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=037e09c1-050c-4aea-a7c3-6ba41702db4d,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:13:58.765248 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:58.778685 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Calling delete_port for 037e09c1-050c-4aea-a7c3-6ba41702db4d owned by network:router_gateway {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:13:58.791526 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_dvr_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] Set router 866cd84c-0bfb-4315-8763-198513e95f63 gateway port host: None {{(pid=111125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:13:58.839892 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.l3_hamode_db [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:13:58Z', 'revision_number': 6, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:13:58.867939 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb7969-b4da-400a-bd16-17aff647be8d None None] The sync data for ids ['866cd84c-0bfb-4315-8763-198513e95f63'] in dv-cinder-799871-38-iscsi is: [{'id': '866cd84c-0bfb-4315-8763-198513e95f63', 'name': 'tempest-TestVolumeBootPattern-1464208563-router', 'tenant_id': '9044845bc9d34e1e8794a43dda688527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:51Z', 'updated_at': '2022-07-20T23:13:58Z', 'revision_number': 6, 'project_id': '9044845bc9d34e1e8794a43dda688527', 'gw_port_host': None}] {{(pid=111125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:13:59.029472 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (037e09c1-050c-4aea-a7c3-6ba41702db4d), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.054931 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=037e09c1-050c-4aea-a7c3-6ba41702db4d,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:59.118135 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (866cd84c-0bfb-4315-8763-198513e95f63), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.457705 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (866cd84c-0bfb-4315-8763-198513e95f63), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.459988 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks [] for router_controller (866cd84c-0bfb-4315-8763-198513e95f63), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.466590 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:13:59.579194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (866cd84c-0bfb-4315-8763-198513e95f63), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.579814 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 866cd84c-0bfb-4315-8763-198513e95f63 {{(pid=111123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 23:13:59.588776 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.588776 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-98c57347-4754-498a-93fb-9ad099a84fd5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/866cd84c-0bfb-4315-8763-198513e95f63 HTTP/1.1" status: 204 len: 168 time: 1.2004578 Jul 20 23:13:59.588776 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59038) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:59.634250 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Deleting subnet 8964b868-9e9f-4034-bf95-6cb31f291157 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 23:13:59.638503 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Publish callbacks [] for subnet (8964b868-9e9f-4034-bf95-6cb31f291157), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.675147 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (8964b868-9e9f-4034-bf95-6cb31f291157), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.755193 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (8964b868-9e9f-4034-bf95-6cb31f291157), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.882820 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (8964b868-9e9f-4034-bf95-6cb31f291157), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.910012 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8964b868-9e9f-4034-bf95-6cb31f291157,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:13:59.915474 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:13:59.919490 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-934bcb0c-b68b-4b5a-9901-4ae2d66fa457 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8964b868-9e9f-4034-bf95-6cb31f291157 HTTP/1.1" status: 204 len: 168 time: 0.3308308 Jul 20 23:13:59.920618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff6c9a-3e9f-4fec-90b3-64fb5b27ba5f None None] Network 393bfb36-cc5b-4cce-9cdb-4858c0a973cc requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:13:59.922348 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 59040) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:13:59.995617 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (393bfb36-cc5b-4cce-9cdb-4858c0a973cc), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.041978 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Deleting port ca96d98f-c2bb-4420-b732-02fae8d17917 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:00.042321 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.066777 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] DHCP port deletion for 393bfb36-cc5b-4cce-9cdb-4858c0a973cc request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 23:14:00.108147 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Deleting port ca96d98f-c2bb-4420-b732-02fae8d17917 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:00.108439 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.110861 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] For port ca96d98f-c2bb-4420-b732-02fae8d17917, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ca96d98f-c2bb-4420-b732-02fae8d17917,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:00.111245 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.124470 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Calling delete_port for ca96d98f-c2bb-4420-b732-02fae8d17917 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:00.171259 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] For port ca96d98f-c2bb-4420-b732-02fae8d17917, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=ca96d98f-c2bb-4420-b732-02fae8d17917,segment=NetworkSegment(c54f921c-a7ef-48b5-b705-b412361540b0),segment_id=c54f921c-a7ef-48b5-b705-b412361540b0)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:00.171659 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.184862 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Calling delete_port for ca96d98f-c2bb-4420-b732-02fae8d17917 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:00.288151 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.294006 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (ca96d98f-c2bb-4420-b732-02fae8d17917), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.313412 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca96d98f-c2bb-4420-b732-02fae8d17917,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:00.316278 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Pushing event deleted for resources: {'Port': ['ID=ca96d98f-c2bb-4420-b732-02fae8d17917,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:00.316860 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] No DVR routers for this DVR port ca96d98f-c2bb-4420-b732-02fae8d17917 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:14:00.320965 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:00.324760 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] No DVR routers for this DVR port ca96d98f-c2bb-4420-b732-02fae8d17917 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:14:00.327140 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.327903 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.327903 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.328130 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.328443 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.328766 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.329084 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.329403 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.329722 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.330040 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.330360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.330676 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.331510 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.331822 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.332136 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2a353b-024f-4ab5-9da7-0a47682ab977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-38-iscsi {{(pid=111124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 23:14:00.394250 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (393bfb36-cc5b-4cce-9cdb-4858c0a973cc), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.414681 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393bfb36-cc5b-4cce-9cdb-4858c0a973cc']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:00.423954 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54f921c-a7ef-48b5-b705-b412361540b0') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:00.424251 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54f921c-a7ef-48b5-b705-b412361540b0') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:00.434296 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (c54f921c-a7ef-48b5-b705-b412361540b0), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.445651 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:00.448110 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (c54f921c-a7ef-48b5-b705-b412361540b0), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.454300 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 23:14:00.454683 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (c54f921c-a7ef-48b5-b705-b412361540b0), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.539106 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment c54f921c-a7ef-48b5-b705-b412361540b0 resource provider aggregate not found Jul 20 23:14:00.556174 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment c54f921c-a7ef-48b5-b705-b412361540b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c54f921c-a7ef-48b5-b705-b412361540b0 found for delete ", "request_id": "req-da31d32f-c1ce-4fb6-8d18-1c5153978ec6"}]} Jul 20 23:14:00.573434 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (393bfb36-cc5b-4cce-9cdb-4858c0a973cc), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.583106 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:00.583106 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/393bfb36-cc5b-4cce-9cdb-4858c0a973cc HTTP/1.1" status: 204 len: 168 time: 0.6597066 Jul 20 23:14:00.586013 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59048) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:00.594278 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab16e1f-7a5d-49e0-beb2-9ab06f1e6bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=393bfb36-cc5b-4cce-9cdb-4858c0a973cc,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:00.649654 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a16473fa-af3d-4a99-bd57-939b7929b7b8 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:00.669757 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: a16473fa-af3d-4a99-bd57-939b7929b7b8 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:00.670102 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device a16473fa-af3d-4a99-bd57-939b7929b7b8 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:00.670509 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 037e09c1-050c-4aea-a7c3-6ba41702db4d no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:00.688980 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 037e09c1-050c-4aea-a7c3-6ba41702db4d {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:00.689328 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 037e09c1-050c-4aea-a7c3-6ba41702db4d not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:00.689730 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ca96d98f-c2bb-4420-b732-02fae8d17917 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:00.707495 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: ca96d98f-c2bb-4420-b732-02fae8d17917 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:00.707842 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device ca96d98f-c2bb-4420-b732-02fae8d17917 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:00.811906 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:00.900006 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7873375'] for router_interface (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.118856 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Deleting port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:01.119228 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.182517 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:01.199048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] For port 5c6a80a6-bffe-456d-b5b5-05a5cfa51953, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:01.199048 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.211393 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Calling delete_port for 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 owned by network:router_interface {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:01.452080 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (5c6a80a6-bffe-456d-b5b5-05a5cfa51953), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.475249 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6a80a6-bffe-456d-b5b5-05a5cfa51953,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:01.642194 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7937278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7873483'] for router_interface (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.692258 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3a277e96-be4c-4040-85e9-fc90d6e87959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:01.733978 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:01.853090 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a has already been hosted by L3 agent e60c87ed-5329-4bd4-af9f-d7abc9f8de06 {{(pid=111123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 23:14:01.955540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] Notify agent at l3_agent.dv-cinder-799871-38-iscsi the message routers_updated {{(pid=111123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 23:14:01.960494 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-e9fe3859-88a1-409e-9452-969bd885a8f9 admin admin] 10.222.0.81 "PUT /v2.0/routers/3ccd0d81-bddd-4bf0-8974-07f6c0eb165a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734717 Jul 20 23:14:01.963034 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59052) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:01.965493 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Sync routers for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 23:14:01.977296 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:14:01.977895 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:02.059093 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks [] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.079269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: dv-cinder-799871-38-iscsi {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:14:02.131308 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:02.159986 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks [] for router_gateway (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.252177 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'external_fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:14:01Z', 'revision_number': 5, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port': {'id': 'c98ce967-eac4-4f4c-8926-ea2152ef0162', 'name': '', 'network_id': '9c852534-811b-4ca3-b5ed-b07def3f1eb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-38-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T23:05:58Z', 'updated_at': '2022-07-20T23:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7bc1614-24cb-43d8-b040-b8ef3529f477', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-38-iscsi'}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:02.273881 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Deleting port c98ce967-eac4-4f4c-8926-ea2152ef0162 {{(pid=111123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:02.274218 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.277038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Checking router: 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a for host: dv-cinder-799871-38-iscsi {{(pid=111124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 23:14:02.286675 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Routers {'3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'} bound to L3 agent in host dv-cinder-799871-38-iscsi {{(pid=111124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 23:14:02.287426 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-38-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T22:36:34Z,description=,heartbeat_timestamp=2022-07-20T23:13:34Z,host='dv-cinder-799871-38-iscsi',id=e60c87ed-5329-4bd4-af9f-d7abc9f8de06,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T22:36:35Z,topic='l3_agent')) {'router_ids': ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'], 'active': True} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:02.358078 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.db [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] For port c98ce967-eac4-4f4c-8926-ea2152ef0162, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=c98ce967-eac4-4f4c-8926-ea2152ef0162,segment=NetworkSegment(e03462a6-8240-47c9-ade3-5657f8afc9da),segment_id=e03462a6-8240-47c9-ade3-5657f8afc9da)] {{(pid=111123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:02.358333 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.373409 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.plugins.ml2.plugin [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Calling delete_port for c98ce967-eac4-4f4c-8926-ea2152ef0162 owned by network:router_gateway {{(pid=111123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:02.499168 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvr_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] Set router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a gateway port host: None {{(pid=111124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 23:14:02.548590 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_hamode_db [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:14:02Z', 'revision_number': 6, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port_host': None}], 'dv-cinder-799871-38-iscsi', False) {} {{(pid=111124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:02.575540 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7035a-5a19-45aa-8f31-a82d59e43e32 None None] The sync data for ids ['3ccd0d81-bddd-4bf0-8974-07f6c0eb165a'] in dv-cinder-799871-38-iscsi is: [{'id': '3ccd0d81-bddd-4bf0-8974-07f6c0eb165a', 'name': 'tempest-TestVolumeBootPattern-516969342-router', 'tenant_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T23:05:57Z', 'updated_at': '2022-07-20T23:14:02Z', 'revision_number': 6, 'project_id': '8a5bc5c5e81144adb6bb5b630fd19b4f', 'gw_port_host': None}] {{(pid=111124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 23:14:02.612878 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5369694'] for port (c98ce967-eac4-4f4c-8926-ea2152ef0162), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.636642 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98ce967-eac4-4f4c-8926-ea2152ef0162,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:02.685326 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:02.704287 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7877334'] for router_gateway (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.793345 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7874265', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16001'] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.795592 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks [] for router_controller (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.876532 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7874157'] for router (3ccd0d81-bddd-4bf0-8974-07f6c0eb165a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.877223 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccd0d81-bddd-4bf0-8974-07f6c0eb165a {{(pid=111123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 23:14:02.881933 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.883443 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-b09ea726-9c6e-4468-bf22-472ce6253620 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3ccd0d81-bddd-4bf0-8974-07f6c0eb165a HTTP/1.1" status: 204 len: 168 time: 0.9191396 Jul 20 23:14:02.885782 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59058) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:02.930799 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Deleting subnet ceaa0574-2706-49b0-97be-505e509c8e47 {{(pid=111123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 23:14:02.934490 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Publish callbacks [] for subnet (ceaa0574-2706-49b0-97be-505e509c8e47), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:02.977070 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6355718'] for subnet (ceaa0574-2706-49b0-97be-505e509c8e47), precommit_delete_associations {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.053569 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038192'] for subnet (ceaa0574-2706-49b0-97be-505e509c8e47), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.195664 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1038182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7976930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5367937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5343364'] for subnet (ceaa0574-2706-49b0-97be-505e509c8e47), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.222955 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceaa0574-2706-49b0-97be-505e509c8e47,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:03.227775 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.231042 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-f5df1858-0702-4922-b4c4-216660af17ce admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ceaa0574-2706-49b0-97be-505e509c8e47 HTTP/1.1" status: 204 len: 168 time: 0.3441336 Jul 20 23:14:03.233683 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.wsgi [-] (111122) accepted ('10.222.0.81', 59060) {{(pid=111122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:03.234194 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbe883-424b-4df3-9487-92d3ab706f54 None None] Network 05791e67-76f1-4976-be5b-29b7ca783d20 requested from dv-cinder-799871-38-iscsi {{(pid=111124) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 23:14:03.291807 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:03.306173 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620846'] for network (05791e67-76f1-4976-be5b-29b7ca783d20), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.356583 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Deleting port 61857508-67ab-4819-b660-7e328f92de15 {{(pid=111122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:03.357056 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (61857508-67ab-4819-b660-7e328f92de15), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.392607 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] DHCP port deletion for 05791e67-76f1-4976-be5b-29b7ca783d20 request from dv-cinder-799871-38-iscsi {{(pid=111124) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 23:14:03.399735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:03.429299 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Deleting port 61857508-67ab-4819-b660-7e328f92de15 {{(pid=111124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 23:14:03.429824 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755790262510'] for port (61857508-67ab-4819-b660-7e328f92de15), before_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.436815 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.db [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] For port 61857508-67ab-4819-b660-7e328f92de15, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=61857508-67ab-4819-b660-7e328f92de15,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:03.437185 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (61857508-67ab-4819-b660-7e328f92de15), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.452191 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.plugin [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Calling delete_port for 61857508-67ab-4819-b660-7e328f92de15 owned by network:dhcp {{(pid=111122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:03.501884 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.db [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] For port 61857508-67ab-4819-b660-7e328f92de15, host dv-cinder-799871-38-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-38-iscsi',level=0,port_id=61857508-67ab-4819-b660-7e328f92de15,segment=NetworkSegment(7d70d982-96f1-4669-a623-925041cb1757),segment_id=7d70d982-96f1-4669-a623-925041cb1757)] {{(pid=111124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 23:14:03.503105 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878558'] for port (61857508-67ab-4819-b660-7e328f92de15), precommit_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.515993 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Calling delete_port for 61857508-67ab-4819-b660-7e328f92de15 owned by network:dhcp {{(pid=111124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 23:14:03.607828 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5813860'] for port (61857508-67ab-4819-b660-7e328f92de15), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.615981 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-540083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755790271299', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755789794070'] for port (61857508-67ab-4819-b660-7e328f92de15), after_delete {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.643711 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] Pushing event deleted for resources: {'Port': ['ID=61857508-67ab-4819-b660-7e328f92de15,revision_number=None']} {{(pid=111124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:03.646989 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] No DVR routers for this DVR port 61857508-67ab-4819-b660-7e328f92de15 on host dv-cinder-799871-38-iscsi {{(pid=111122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:14:03.647350 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345bc29-eb10-472d-8595-5818792044b3 None None] No DVR routers for this DVR port 61857508-67ab-4819-b660-7e328f92de15 on host dv-cinder-799871-38-iscsi {{(pid=111124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 23:14:03.654477 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Pushing event deleted for resources: {'Port': ['ID=61857508-67ab-4819-b660-7e328f92de15,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:03.731885 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1037578', 'neutron.services.segments.db._delete_segments_for_network-8755790227779'] for network (05791e67-76f1-4976-be5b-29b7ca783d20), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.752233 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05791e67-76f1-4976-be5b-29b7ca783d20']}} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:03.762414 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d70d982-96f1-4669-a623-925041cb1757') {'for_net_delete': True} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:03.762712 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.services.segments.db [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d70d982-96f1-4669-a623-925041cb1757') {} {{(pid=111122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 23:14:03.777248 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755790228300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5342627'] for segment (7d70d982-96f1-4669-a623-925041cb1757), before_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.790632 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402'] for segment (7d70d982-96f1-4669-a623-925041cb1757), precommit_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.797118 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=111122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 23:14:03.800104 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-969402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5813785'] for segment (7d70d982-96f1-4669-a623-925041cb1757), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.820854 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 7d70d982-96f1-4669-a623-925041cb1757 resource provider aggregate not found Jul 20 23:14:03.861583 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.services.segments.plugin [-] Segment 7d70d982-96f1-4669-a623-925041cb1757 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d70d982-96f1-4669-a623-925041cb1757 found for delete ", "request_id": "req-f8d9fac2-8018-4fb6-a5c7-1199a17c11e3"}]} Jul 20 23:14:03.933798 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1037571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7937271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7877323'] for network (05791e67-76f1-4976-be5b-29b7ca783d20), after_delete {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.938344 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron_lib.callbacks.manager [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7937253'] for network (None), before_response {{(pid=111122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:03.942273 dv-cinder-799871-38-iscsi neutron-server[111122]: INFO neutron.wsgi [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] 10.222.0.81 "DELETE /v2.0/networks/05791e67-76f1-4976-be5b-29b7ca783d20 HTTP/1.1" status: 204 len: 168 time: 0.7074838 Jul 20 23:14:03.955227 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add80ebc-3268-4691-88b1-280e4593995c admin admin] Pushing event deleted for resources: {'Network': ['ID=05791e67-76f1-4976-be5b-29b7ca783d20,revision_number=None']} {{(pid=111122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:04.008206 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-839da3d5-e8c7-4ea6-8646-a2521b1bf4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:04.277077 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59068) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:04.323811 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-eeb567d9-84b5-4011-96a8-99667207d527 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9044845bc9d34e1e8794a43dda688527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455809 Jul 20 23:14:04.326224 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59070) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:04.339415 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:04.374054 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] Publish callbacks [] for security_group (187516df-2e70-41ec-9df5-220df28a542a), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:04.395149 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] Publish callbacks [] for security_group (187516df-2e70-41ec-9df5-220df28a542a), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:04.544916 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (187516df-2e70-41ec-9df5-220df28a542a), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:04.550138 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:04.550138 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/187516df-2e70-41ec-9df5-220df28a542a HTTP/1.1" status: 204 len: 168 time: 0.2217534 Jul 20 23:14:04.558540 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd664f-14e6-48ba-85c3-acbfc8856382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187516df-2e70-41ec-9df5-220df28a542a,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:04.663596 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device c98ce967-eac4-4f4c-8926-ea2152ef0162 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:04.682385 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: c98ce967-eac4-4f4c-8926-ea2152ef0162 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:04.682735 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device c98ce967-eac4-4f4c-8926-ea2152ef0162 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:04.683188 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:04.704077 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:04.704618 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 5c6a80a6-bffe-456d-b5b5-05a5cfa51953 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:04.705044 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 61857508-67ab-4819-b660-7e328f92de15 no longer exists at agent ovs-agent-dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 23:14:04.724621 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] No Port match for: 61857508-67ab-4819-b660-7e328f92de15 {{(pid=111124) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 23:14:04.724964 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron.plugins.ml2.rpc [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Device 61857508-67ab-4819-b660-7e328f92de15 not bound to the agent host dv-cinder-799871-38-iscsi {{(pid=111124) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 23:14:05.253439 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59078) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:05.294399 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-551053e8-3c3c-4eca-b9be-c891e7583e4e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a5bc5c5e81144adb6bb5b630fd19b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397322 Jul 20 23:14:05.296926 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [-] (111123) accepted ('10.222.0.81', 59080) {{(pid=111123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 23:14:05.333274 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:05.346770 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] Publish callbacks [] for security_group (a4a4c269-c97c-48bb-b124-4dc96370c45f), before_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:05.371415 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] Publish callbacks [] for security_group (a4a4c269-c97c-48bb-b124-4dc96370c45f), precommit_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:05.486386 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966335'] for security_group (a4a4c269-c97c-48bb-b124-4dc96370c45f), after_delete {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:05.489619 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron_lib.callbacks.manager [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:05.490758 dv-cinder-799871-38-iscsi neutron-server[111123]: INFO neutron.wsgi [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4a4c269-c97c-48bb-b124-4dc96370c45f HTTP/1.1" status: 204 len: 168 time: 0.1929283 Jul 20 23:14:05.498761 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354126-83f3-465c-809d-61868e5a9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a4c269-c97c-48bb-b124-4dc96370c45f,revision_number=None']} {{(pid=111123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 23:14:06.533360 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:07.006641 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:08.815392 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=97 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:08.843408 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=74 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:13.945474 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=52,neutron:DELETE=6 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:13.946191 dv-cinder-799871-38-iscsi neutron-server[111122]: DEBUG dbcounter [-] [111122] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111122) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:15.406379 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:15.494209 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG dbcounter [-] [111123] Writing DB stats neutron:DELETE=11,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=111123) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:16.893593 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:14:16.945030 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:16.946868 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:26.125057 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:26.889381 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:31.674839 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3e646281-77de-4ebc-b28d-128fa2870ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:33.989577 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-96fdeeb0-5728-4c75-a623-a4d34fce4cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:35.376380 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:36.548655 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:37.006038 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:14:37.901900 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:37.906840 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:48.484395 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:48.489283 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:14:53.892765 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:14:56.118193 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:01.690548 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-c935b63d-671c-4d86-b0ad-aca71be98ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:03.888139 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:03.888945 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:03.998903 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-04bfb65e-30f4-4e9f-929d-7c7cfb544711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:05.330404 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:06.547714 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:06.992968 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:11.068854 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-4b059e05-cfc2-4b01-8029-97f7c7154d01 service neutron] (111123) timed out ('10.222.0.81', 54624) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:15:11.146300 dv-cinder-799871-38-iscsi neutron-server[111123]: DEBUG neutron.wsgi [req-aa98cfb3-6710-449e-b77c-cb8c65f02644 req-fb14b710-4e2c-4e4a-bfdc-daa907bbbae7 tempest-AttachVolumeShelveTestJSON-162581451 tempest-AttachVolumeShelveTestJSON-162581451-project] (111123) timed out ('10.222.0.81', 54632) {{(pid=111123) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 23:15:14.907800 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:14.913764 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:16.943264 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:16.945055 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:26.152203 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:28.585593 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=15 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:28.586341 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=11 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:30.891777 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:15:31.654993 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7760e705-faad-4d35-a4c1-f5f1bdbdf409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:34.008891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d4d695cf-a02d-42f7-86a8-d022aa1b7056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:35.357836 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:36.556303 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:37.026322 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:15:40.887935 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:46.940054 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:46.941950 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:51.908528 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:51.915387 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:15:56.155638 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:01.686761 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-db6d2ed3-cefb-4545-affd-23429f6b4c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:03.968114 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3e101f48-af2f-4869-9f07-79455e01bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:05.356423 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:06.567774 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:07.001581 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:07.892240 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:16:16.942805 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:16.944629 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:17.887901 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:17.888732 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:26.171514 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:29.993375 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:29.994273 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:31.680536 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-185da173-6fc8-4caf-be2d-ca31744fddfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:33.977822 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-783d349e-cd13-408a-aeb7-6a7e2b0f6c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:35.343318 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:36.559307 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:37.016269 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:16:44.891323 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:16:48.482545 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:48.483342 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:16:56.169708 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:01.696528 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f137be1e-f7ab-4d99-87bd-e830901f6b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:03.982160 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-3a80fb5d-8971-400d-98e0-400a7a9beeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:05.365493 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:05.904710 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:05.908681 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=5 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:06.541970 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:06.999166 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:16.952807 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:16.954596 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:21.890185 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:17:26.185849 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:31.710852 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-b18c7d65-52c7-4153-9a3a-6b67c0a4dce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:31.884965 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:31.885753 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:34.003949 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-69ec7260-964e-4702-a51d-22240a667187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:35.380583 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:36.546009 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:37.009099 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:42.899243 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:42.903609 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:46.950916 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:46.957052 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:17:56.139794 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:17:58.889008 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:18:01.739833 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-128ce66f-ffa8-41c3-a631-573792772878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:04.035307 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-f0ed10cc-e211-4e2d-9d97-6bf4c08e21b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:05.350657 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:06.574363 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:07.035110 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:08.884081 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=15 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:08.884790 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=13 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:16.959622 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:16.962736 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:19.904749 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:19.909601 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:26.194284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:29.996749 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:29.997610 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:DELETE=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:31.690933 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-98c39fb1-8cc1-41a1-aa42-233fa1bcc65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:33.993408 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-bfde6b6e-0639-4e27-858c-e52f0af19d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:35.372049 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:35.888338 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:18:36.560629 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:37.017983 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:45.882929 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:45.883710 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=1 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:48.483479 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:48.484182 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:56.192705 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:18:56.904542 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:18:56.905367 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=4 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:01.696499 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-5004a0e0-c219-4cbc-a33c-9c05ba665c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:04.039891 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-9440a1b0-21fe-413b-bba0-4559b76c4cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:05.370615 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:06.582125 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:07.022284 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:12.887739 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 23:19:16.953560 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:16.955485 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:22.884078 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=2 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:26.197088 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-06971804-d2d7-4be8-838a-7b724cff823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (9d6572b6-be80-430b-baa1-966140a709ca), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:31.695731 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-30293925-08c0-426b-96c4-17fd8f9890df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (2665843f-6ac1-4a37-9063-f18232267305), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:33.911060 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:33.911732 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG dbcounter [-] [111125] Writing DB stats neutron:SELECT=3 {{(pid=111125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:34.003719 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-afe44b88-c029-4610-ab36-2eb0caf3be36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (e60c87ed-5329-4bd4-af9f-d7abc9f8de06), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:35.384897 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-4846b5fb-0568-4a1c-bd85-bb4ae27efbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (21dc94c0-bc7f-4510-bafe-1bbce14b127d), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:36.574742 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-d6530e10-3c1a-4f3b-836d-147ee54f4dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (efc02415-5043-4d35-be47-9e14e69d7737), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:37.043338 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG neutron_lib.callbacks.manager [None req-7f0b509b-64cc-45b8-8dca-88b0dda93924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755790227761', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037259'] for agent (3ed83c80-bb1f-46e6-be71-2ad873725893), after_update {{(pid=111124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 23:19:46.959779 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:46.960597 dv-cinder-799871-38-iscsi neutron-server[111124]: DEBUG dbcounter [-] [111124] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111124) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 23:19:49.888085 dv-cinder-799871-38-iscsi neutron-server[111125]: DEBUG neutron.db.agents_db [None req-053643a9-08c2-4b4c-b7ff-d7fa877acf9c None None] Agent healthcheck: found 6 active agents {{(pid=111125) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}